-- Logs begin at Wed 2022-07-20 18:35:10 UTC, end at Wed 2022-07-20 19:44:04 UTC. -- Jul 20 19:15:01.483071 dv-cinder-819149-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 20 19:15:04.108779 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.common.config [-] Logging enabled! Jul 20 19:15:04.109409 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev440 Jul 20 19:15:04.109557 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103864) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 19:15:04.112844 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.common.config [-] Logging enabled! Jul 20 19:15:04.113094 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev440 Jul 20 19:15:04.113403 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103864) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 19:15:04.114324 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 19:15:04.114555 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 19:15:04.115030 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 19:15:04.115270 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 19:15:04.115492 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 19:15:04.115805 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.116098 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.116343 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.116636 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.116923 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.117199 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.117483 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.117773 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.118058 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.118330 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.118605 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.118830 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.119105 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.119387 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.119676 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.119895 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] debug = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.120170 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.120622 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.121218 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.121501 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.121789 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.122059 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.122332 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.122604 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.122891 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.123206 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] host = dv-cinder-819149-14-iscsi {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.123484 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.123767 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.124051 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.124366 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.124639 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.124912 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.125193 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.125462 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.125729 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.125997 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.126281 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.126563 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.126870 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.127096 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.127315 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.127595 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.127887 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.128158 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.128466 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.128736 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.129004 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.129271 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.129535 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.129812 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.130089 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.130370 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.130639 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.130907 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.131174 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.131439 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.131717 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.131987 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.132259 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.132553 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.132833 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.133095 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.133360 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.133656 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.133946 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.134220 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.134496 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.134763 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.135041 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.135308 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.135570 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.135833 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] use_json = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.136100 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.136400 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.136678 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.136944 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.137209 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.137474 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.137739 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.138018 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.138285 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:04.138577 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.138869 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.139164 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.139441 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.139739 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.140012 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.140347 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.140597 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.140882 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.141165 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.141447 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.141718 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.142014 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.142305 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.143125 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.143424 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.143713 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.144001 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.144275 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.144567 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.144838 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.145109 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.145395 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.145665 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.145950 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.146237 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.146513 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.146807 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.147086 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.147366 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.147654 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.147937 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.148209 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.148523 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.148813 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.149088 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.149362 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.149779 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.149916 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.150186 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.150462 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.150748 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.151030 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.151298 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.151568 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.151850 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.152122 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.152419 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.152695 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.152966 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.153232 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.153509 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.153779 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.154047 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.154316 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.154589 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.154854 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.155119 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.155396 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.155662 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.155934 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.156199 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.156496 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.156763 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.157029 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.157295 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.157559 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.157825 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.158107 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.158929 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.159197 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.159465 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.159735 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.160005 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.160319 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.160598 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.160874 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.161149 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.161424 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.161697 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.161971 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.162245 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.162522 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.162797 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.163087 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.163368 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.163652 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.163932 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.164206 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.164539 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.164817 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.165092 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.165367 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.165641 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.165915 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.166193 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.166467 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.166741 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.167020 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.167297 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.167588 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.167878 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.168151 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.168469 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.168758 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.169049 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.169327 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.169636 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.169913 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:04.170127 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 19:15:04.170365 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103864) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 20 19:15:04.464439 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 19:15:04.464638 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 19:15:04.464940 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 19:15:04.465269 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 20 19:15:04.869263 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.869545 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.869814 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.871107 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.871374 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.871632 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.925423 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.925694 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.925957 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.941023 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.941300 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.941565 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.970600 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.970899 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:04.971167 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.007096 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.007368 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.007637 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.236058 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.237238 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.237238 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.237404 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.238019 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.334010 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.334330 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.334609 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.334876 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.335137 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.335449 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.335702 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.335953 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.336202 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.336503 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.336760 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.337017 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.337269 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.337518 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.337772 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.338034 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.338287 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.338553 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.338821 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.339079 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.339355 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.339609 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.339891 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.340267 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.340545 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.340791 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.341179 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:15:05.341416 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:15:05.341650 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:15:05.341882 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:15:05.342114 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:15:05.342344 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:15:05.342704 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 20 19:15:05.346343 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 20 19:15:05.350679 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 20 19:15:05.353987 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 20 19:15:05.355590 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 20 19:15:05.357993 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 20 19:15:05.358769 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 20 19:15:05.359165 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 20 19:15:05.362520 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 20 19:15:05.362762 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 20 19:15:05.363099 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 19:15:05.368119 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 20 19:15:05.390383 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 20 19:15:05.390838 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.391136 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103864) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 20 19:15:05.391499 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.392880 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103864) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 20 19:15:05.393160 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 19:15:05.393406 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 20 19:15:05.396697 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.396974 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:05.522877 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 20 19:15:05.523052 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 20 19:15:05.523284 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 20 19:15:05.523653 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 20 19:15:05.574546 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO dbcounter [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Registered counter for database neutron Jul 20 19:15:05.592258 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_db.sqlalchemy.engines [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103864) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 20 19:15:05.598683 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG dbcounter [-] [103864] Writer thread running {{(pid=103864) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 19:15:06.134778 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Initializing driver for type 'gre' Jul 20 19:15:06.135291 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] gre ID ranges: [(1, 1000)] Jul 20 19:15:06.190285 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Initializing driver for type 'local' Jul 20 19:15:06.190638 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Initializing driver for type 'vlan' Jul 20 19:15:06.203616 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] VlanTypeDriver initialization complete Jul 20 19:15:06.203961 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Initializing driver for type 'vxlan' Jul 20 19:15:06.204494 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] vxlan ID ranges: [(1, 1000)] Jul 20 19:15:06.257615 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Initializing extension driver 'port_security' Jul 20 19:15:06.258260 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.extensions.port_security [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] PortSecurityExtensionDriver initialization complete Jul 20 19:15:06.258498 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Initializing mechanism driver 'openvswitch' Jul 20 19:15:06.258886 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Initializing mechanism driver 'hyperv' Jul 20 19:15:06.265892 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.plugin [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:06.266565 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > port after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.266940 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > port after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.267349 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > port after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.267907 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 19:15:06.268351 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > subnet after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.268708 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > subnet after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.269057 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > subnet after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.269448 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 19:15:06.269853 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > network after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.270211 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > network after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.270554 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > network after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.270941 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 19:15:06.271363 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > security_group after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.271713 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > security_group after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.272061 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > security_group after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.272476 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 19:15:06.272895 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.273240 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.273600 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.273995 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 19:15:06.274427 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > address_group after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.274771 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > address_group after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.275109 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > address_group after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.275500 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 19:15:06.275958 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] ML2 OVO RPC backend initialized. {{(pid=103864) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 20 19:15:06.276699 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router_interface after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.277056 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.277469 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > network before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.277820 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > networks before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.278164 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > port before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.278503 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > ports before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.278845 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > subnet before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.279184 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > subnets before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.279527 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > network after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.279876 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > network after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.280213 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > network after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.280570 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > port after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.280907 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > port after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.281241 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > port after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.281576 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > subnet after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.281909 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > subnet after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.282241 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > subnet after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.291299 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded quota_driver: . Jul 20 19:15:06.291658 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.plugin [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Modular L2 Plugin initialization complete Jul 20 19:15:06.292004 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading services supported by the core plugin {{(pid=103864) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 20 19:15:06.292377 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Got port-security extension from driver 'port_security' Jul 20 19:15:06.292855 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.extensions.vlantransparent [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Disabled vlantransparent extension. Jul 20 19:15:06.293342 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103864) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 20 19:15:06.293670 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading Plugin: router Jul 20 19:15:06.329511 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router_interface before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.329897 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router after_create 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.330266 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router before_create 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.330860 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.331459 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.332033 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router after_delete 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.332763 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > floatingip after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.333295 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > floatingip after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.333920 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router after_create 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.334501 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router after_update 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.335120 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router after_update 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.335731 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.336352 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router after_update 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.337034 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router precommit_update 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.337451 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: port after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.337803 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: port after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.338151 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: subnet after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.338502 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.338855 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > port precommit_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.339203 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router precommit_create 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.339551 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: port before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.339896 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router precommit_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.340255 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router after_update 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.340625 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router precommit_delete 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.340979 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router precommit_create 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.341343 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router_interface after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.341689 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router precommit_update 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.342200 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > agent after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.342484 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > agent after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.342832 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > network after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.343713 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Tracking information for resource: router configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:15:06.344043 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Tracking information for resource: floatingip configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:15:06.349030 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.db.l3_agentschedulers_db [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 20 19:15:06.349603 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: port after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.349963 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: port after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.350313 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: port after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.350664 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: port after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.351458 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router before_create 55550100 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.351819 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router precommit_delete 55550100 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.352180 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router precommit_create 55550100 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.352565 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > router precommit_update 55550100 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.357416 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.services.provider_configuration [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service providers = [] {{(pid=103864) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 20 19:15:06.357773 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.db.servicetype_db [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103864) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 20 19:15:06.360713 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.services.service_base [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 19:15:06.361064 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.services.service_base [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 19:15:06.361894 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.services.service_base [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 19:15:06.362935 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.services.service_base [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 19:15:06.363311 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.services.service_base [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 20 19:15:06.363698 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:15:06.364014 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 20 19:15:06.374342 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:15:06.374677 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading Plugin: auto_allocate Jul 20 19:15:06.380899 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: network precommit_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.381265 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: network precommit_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.381777 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:15:06.382094 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading Plugin: tag Jul 20 19:15:06.388959 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:15:06.389232 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading Plugin: timestamp Jul 20 19:15:06.393046 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:15:06.393374 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading Plugin: network_ip_availability Jul 20 19:15:06.398801 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.399288 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.399594 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.400327 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:15:06.400646 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading Plugin: flavors Jul 20 19:15:06.405492 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:15:06.405819 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading Plugin: revisions Jul 20 19:15:06.410025 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:15:06.410416 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_concurrency.lockutils [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.945s {{(pid=103864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 19:15:06.411154 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103864) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 20 19:15:06.411491 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Initializing extension manager. Jul 20 19:15:06.412008 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: __init__.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.412373 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: __pycache__ {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.412706 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: address_group.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.413417 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.413965 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: address-group Jul 20 19:15:06.414288 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: address_scope.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.415028 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.415526 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: address-scope Jul 20 19:15:06.415851 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: admin_state_down_before_update.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.416750 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.417256 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: router-admin-state-down-before-update Jul 20 19:15:06.417615 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: agent.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.418277 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.418779 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: agent Jul 20 19:15:06.419097 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: agent_resources_synced.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.419952 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.420481 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: agent-resources-synced Jul 20 19:15:06.420802 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: allowedaddresspairs.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.422515 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.423023 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: allowed-address-pairs Jul 20 19:15:06.423575 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: auto_allocated_topology.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.425151 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.425656 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: auto-allocated-topology Jul 20 19:15:06.425977 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: availability_zone.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.426622 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.427115 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: availability_zone Jul 20 19:15:06.427431 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: availability_zone_filter.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.428306 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.428801 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: availability_zone_filter Jul 20 19:15:06.429118 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: data_plane_status.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.429964 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.430532 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension data-plane-status not supported by any of loaded plugins Jul 20 19:15:06.430856 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: default_subnetpools.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.431716 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.432207 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: default-subnetpools Jul 20 19:15:06.432828 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: dhcpagentscheduler.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.433586 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.434092 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: dhcp_agent_scheduler Jul 20 19:15:06.434414 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: dns.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.435271 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.435767 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension dns-integration not supported by any of loaded plugins Jul 20 19:15:06.436086 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: dns_domain_ports.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.436981 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.437486 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 20 19:15:06.437806 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.438668 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.439162 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 20 19:15:06.440202 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: dvr.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.440802 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.441297 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: dvr Jul 20 19:15:06.441616 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: ecmp_routes.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.442475 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.442966 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension ecmp_routes not supported by any of loaded plugins Jul 20 19:15:06.443285 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: empty_string_filtering.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.444149 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.444686 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: empty-string-filtering Jul 20 19:15:06.445004 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.445857 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.446351 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 20 19:15:06.446669 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.447517 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.448006 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 20 19:15:06.448352 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: external_net.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.449203 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.449704 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: external-net Jul 20 19:15:06.450022 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: extra_dhcp_opt.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.450868 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.451366 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: extra_dhcp_opt Jul 20 19:15:06.451686 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: extraroute.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.452585 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.453084 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: extraroute Jul 20 19:15:06.453407 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: extraroute_atomic.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.454396 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.454898 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: extraroute-atomic Jul 20 19:15:06.455240 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: filter_validation.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.455857 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.456379 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: filter-validation Jul 20 19:15:06.456697 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: fip_pf_description.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.457749 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.458248 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 20 19:15:06.458568 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: fip_pf_port_range.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.459425 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.459918 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 20 19:15:06.460237 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: fip_port_details.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.461121 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.461649 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: fip-port-details Jul 20 19:15:06.462003 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: flavors.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.463147 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.463653 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: flavors Jul 20 19:15:06.463982 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.465650 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.466162 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 20 19:15:06.466494 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: floatingip_pools.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.467150 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.467653 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: floatingip-pools Jul 20 19:15:06.467976 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: ip_allocation.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.468888 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.469385 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension ip_allocation not supported by any of loaded plugins Jul 20 19:15:06.469705 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.470581 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.471089 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: ip-substring-filtering Jul 20 19:15:06.471411 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: l2_adjacency.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.472312 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.472805 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension l2_adjacency not supported by any of loaded plugins Jul 20 19:15:06.473124 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: l3.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.474032 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.474541 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: router Jul 20 19:15:06.474862 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: l3_conntrack_helper.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.477028 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.477551 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 20 19:15:06.477882 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.478755 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.479259 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: ext-gw-mode Jul 20 19:15:06.479582 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.480475 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.480973 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: l3-ha Jul 20 19:15:06.481295 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.482149 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.482640 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 20 19:15:06.482960 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: l3_flavors.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.483815 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.484344 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: l3-flavors Jul 20 19:15:06.484669 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: l3_ndp_proxy.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.485985 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.487020 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 20 19:15:06.487347 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.488220 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.488752 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: l3-port-ip-change-not-allowed Jul 20 19:15:06.489078 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: l3agentscheduler.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.490064 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.490566 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: l3_agent_scheduler Jul 20 19:15:06.490895 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: local_ip.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.492613 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.493211 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension local_ip not supported by any of loaded plugins Jul 20 19:15:06.493541 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: logging.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.494969 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.495489 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension logging not supported by any of loaded plugins Jul 20 19:15:06.495819 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: metering.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.496551 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.497122 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: metering Jul 20 19:15:06.497447 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.498663 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.499177 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: metering_source_and_destination_fields Jul 20 19:15:06.499534 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: multiprovidernet.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.500407 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.500909 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: multi-provider Jul 20 19:15:06.501231 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: netmtu.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.502209 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.503214 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: net-mtu Jul 20 19:15:06.503534 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: netmtu_writable.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.504442 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.504942 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: net-mtu-writable Jul 20 19:15:06.505262 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: network_availability_zone.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.505887 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.506388 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: network_availability_zone Jul 20 19:15:06.506710 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: network_ip_availability.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.507755 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.508255 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: network-ip-availability Jul 20 19:15:06.508616 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: network_segment_range.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.509342 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.509917 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension network-segment-range not supported by any of loaded plugins Jul 20 19:15:06.510247 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: pagination.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.511164 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.511492 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: pagination Jul 20 19:15:06.511813 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: port_device_profile.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.512693 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.513205 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: port-device-profile Jul 20 19:15:06.513526 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: port_mac_address_override.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.514397 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.514908 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: port-mac-override Jul 20 19:15:06.515229 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.516099 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.516624 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: port-mac-address-regenerate Jul 20 19:15:06.516946 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.517828 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.518329 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: port-numa-affinity-policy Jul 20 19:15:06.518647 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: port_resource_request.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.519500 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.519994 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension port-resource-request not supported by any of loaded plugins Jul 20 19:15:06.520335 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: port_resource_request_groups.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.521244 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.521740 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 20 19:15:06.522058 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: portbindings.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.522919 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.523416 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: binding Jul 20 19:15:06.523734 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: portbindings_extended.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.524974 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.525483 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: binding-extended Jul 20 19:15:06.525809 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: portsecurity.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.526670 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.527172 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: port-security Jul 20 19:15:06.527497 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: project_id.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.528443 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.528770 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: project-id Jul 20 19:15:06.529089 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: providernet.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.529945 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.530443 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: provider Jul 20 19:15:06.530762 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.534248 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.534758 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos not supported by any of loaded plugins Jul 20 19:15:06.535089 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.536276 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.536802 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 20 19:15:06.537129 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.538011 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.538508 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 20 19:15:06.538834 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_default.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.539697 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.540281 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-default not supported by any of loaded plugins Jul 20 19:15:06.540623 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_fip.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.541491 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.541988 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-fip not supported by any of loaded plugins Jul 20 19:15:06.542312 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_fip_network_policy.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.543176 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.543675 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 20 19:15:06.544003 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_gateway_ip.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.544897 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.545401 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 20 19:15:06.545723 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_port_network_policy.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.546587 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.547082 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 20 19:15:06.547403 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.548408 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.549463 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 20 19:15:06.549785 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.550764 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.551266 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 20 19:15:06.551586 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_pps_rule.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.552727 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.553231 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-pps not supported by any of loaded plugins Jul 20 19:15:06.553554 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_rule_type_details.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.554420 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.554918 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 20 19:15:06.555240 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_rule_type_filter.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.556168 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.556700 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 20 19:15:06.557022 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: qos_rules_alias.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.558267 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.558767 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 20 19:15:06.559087 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: quota_check_limit.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.559946 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.560487 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: quota-check-limit Jul 20 19:15:06.560811 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: quotasv2.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.561713 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.562036 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: quotas Jul 20 19:15:06.562354 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: quotasv2_detail.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.564014 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.564399 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: quota_details Jul 20 19:15:06.565473 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: rbac.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.566763 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.567283 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: rbac-policies Jul 20 19:15:06.567614 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: rbac_address_group.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.568523 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.569030 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: rbac-address-group Jul 20 19:15:06.569353 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: rbac_address_scope.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.570218 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.570723 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: rbac-address-scope Jul 20 19:15:06.571134 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: rbac_security_groups.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.572062 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.572591 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: rbac-security-groups Jul 20 19:15:06.572915 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: rbac_subnetpool.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.573782 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.574284 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: rbac-subnetpool Jul 20 19:15:06.574611 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: revisionifmatch.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.575479 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.575977 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: revision-if-match Jul 20 19:15:06.576317 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: revisions.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.577390 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.577895 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: standard-attr-revisions Jul 20 19:15:06.578220 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: router_availability_zone.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.578847 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.579350 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: router_availability_zone Jul 20 19:15:06.579675 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: routerservicetype.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.581107 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.581606 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension router-service-type not supported by any of loaded plugins Jul 20 19:15:06.581927 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.582808 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.583311 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: security-groups-normalized-cidr Jul 20 19:15:06.583633 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: security_groups_port_filtering.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.584533 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.585033 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: port-security-groups-filtering Jul 20 19:15:06.585357 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.586231 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.586824 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: security-groups-remote-address-group Jul 20 19:15:06.587129 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.588009 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.588543 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: security-groups-shared-filtering Jul 20 19:15:06.588869 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: securitygroup.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.600073 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.600633 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: security-group Jul 20 19:15:06.600973 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: segment.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.601657 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.602166 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension segment not supported by any of loaded plugins Jul 20 19:15:06.602561 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.603449 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.603953 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 20 19:15:06.604279 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: servicetype.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.605339 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.605849 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: service-type Jul 20 19:15:06.606173 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: sorting.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.607101 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.607432 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: sorting Jul 20 19:15:06.607757 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: standard_attr_segment.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.608646 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.609153 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 20 19:15:06.609475 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: standardattrdescription.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.610101 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.610595 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: standard-attr-description Jul 20 19:15:06.610914 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: stateful_security_group.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.611872 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.612398 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: stateful-security-group Jul 20 19:15:06.612821 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: stdattrs_common.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.613364 dv-cinder-819149-14-iscsi neutron-server[103864]: WARNING neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 20 19:15:06.613685 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.614576 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.615081 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 20 19:15:06.615402 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: subnet_onboard.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.616434 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.616946 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: subnet_onboard Jul 20 19:15:06.617269 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.618145 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.618644 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 20 19:15:06.618974 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: subnet_service_types.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.619843 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.620380 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: subnet-service-types Jul 20 19:15:06.620705 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: subnetallocation.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.621733 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.622237 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: subnet_allocation Jul 20 19:15:06.622562 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.623180 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.623682 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: subnetpool-prefix-ops Jul 20 19:15:06.624002 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.624916 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.625415 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 20 19:15:06.625741 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: tagging.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.626736 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.627781 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: standard-attr-tag Jul 20 19:15:06.628104 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: timestamp.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.629277 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.629785 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loaded extension: standard-attr-timestamp Jul 20 19:15:06.630110 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: trunk.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.631097 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.631610 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension trunk not supported by any of loaded plugins Jul 20 19:15:06.631934 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: trunk_details.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.632825 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.633329 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension trunk-details not supported by any of loaded plugins Jul 20 19:15:06.633725 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: uplink_status_propagation.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.634586 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.635084 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 20 19:15:06.635401 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Loading extension file: vlantransparent.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:15:06.636020 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:15:06.636544 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extension vlan-transparent not supported by any of loaded plugins Jul 20 19:15:06.639127 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:network Jul 20 19:15:06.639599 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:subnet Jul 20 19:15:06.639992 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 19:15:06.640406 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:port Jul 20 19:15:06.641668 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.642103 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service FLAVORS assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.643251 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.643672 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.644000 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:router Jul 20 19:15:06.644449 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:floatingip Jul 20 19:15:06.644947 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service METERING assigned prefix: /metering {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.646382 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.646752 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.647105 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:15:06.648091 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 19:15:06.648564 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:security_group Jul 20 19:15:06.649006 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 19:15:06.649739 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service CORE assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.650084 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 19:15:06.650430 dv-cinder-819149-14-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] subnetpool is already registered Jul 20 19:15:06.650872 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service CORE assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.651198 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 19:15:06.651530 dv-cinder-819149-14-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] subnetpool is already registered Jul 20 19:15:06.653942 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.654370 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service FLAVORS assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.654964 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.655380 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.655708 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:router Jul 20 19:15:06.656044 dv-cinder-819149-14-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] router is already registered Jul 20 19:15:06.656475 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:floatingip Jul 20 19:15:06.656808 dv-cinder-819149-14-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] floatingip is already registered Jul 20 19:15:06.657259 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service METERING assigned prefix: /metering {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.657918 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 19:15:06.658275 dv-cinder-819149-14-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] rbac_policy is already registered Jul 20 19:15:06.658684 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:security_group Jul 20 19:15:06.659017 dv-cinder-819149-14-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] security_group is already registered Jul 20 19:15:06.659415 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 19:15:06.659748 dv-cinder-819149-14-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] security_group_rule is already registered Jul 20 19:15:06.660393 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service CORE assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.660723 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 19:15:06.661055 dv-cinder-819149-14-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] subnetpool is already registered Jul 20 19:15:06.661469 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Service CORE assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:15:06.661788 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 19:15:06.662112 dv-cinder-819149-14-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] subnetpool is already registered Jul 20 19:15:06.662581 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: extensions {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.664074 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: address-groups {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.665689 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: address-scopes {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.667054 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: agents {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.668212 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: auto-allocated-topology {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.669580 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: availability_zones {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.670798 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: dhcp-networks {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.672348 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: dhcp-agents {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.673787 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: routers {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.675494 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: flavors {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.676786 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: service_profiles {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.677988 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: next_providers {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.679441 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: service_profiles {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.681015 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: floatingip-pools {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.682270 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: routers {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.684234 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: floatingips {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.685537 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: l3-routers {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.686910 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: l3-agents {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.688358 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: metering-labels {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.690154 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: metering-label-rules {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.691538 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: network-ip-availabilities {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.692854 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: bindings {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.694401 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: quotas {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.696128 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: quotas {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.697704 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: rbac-policies {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.698899 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: security-groups {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.700196 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: security-group-rules {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.701493 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: service-providers {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.702715 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: subnetpools {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.704029 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: subnetpools {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.707144 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.708842 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.710681 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.712841 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.716038 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.719779 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.723108 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.727313 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.730101 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.731845 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:15:06.737974 dv-cinder-819149-14-iscsi neutron-server[103864]: WARNING keystonemiddleware.auth_token [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 20 19:15:06.743204 dv-cinder-819149-14-iscsi neutron-server[103864]: WARNING keystonemiddleware.auth_token [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 20 19:15:06.752580 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_concurrency.lockutils [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Acquired lock "singleton_lock" {{(pid=103864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 20 19:15:06.753057 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_concurrency.lockutils [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Releasing lock "singleton_lock" {{(pid=103864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 20 19:15:06.753710 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO oslo_service.service [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Starting 2 workers Jul 20 19:15:06.758743 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Started child 103973 {{(pid=103864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 19:15:06.763269 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Started child 103974 {{(pid=103864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 19:15:06.763873 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:06.764913 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO neutron.service [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Neutron service started, listening on 0.0.0.0:9696 Jul 20 19:15:06.765437 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [-] (103973) wsgi starting up on http://0.0.0.0:9696 Jul 20 19:15:06.765576 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Publish callbacks [] for process (None), before_spawn {{(pid=103864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:06.768552 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:06.768992 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO oslo_service.service [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Starting 1 workers Jul 20 19:15:06.769959 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [-] (103974) wsgi starting up on http://0.0.0.0:9696 Jul 20 19:15:06.773780 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Started child 103975 {{(pid=103864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 19:15:06.774309 dv-cinder-819149-14-iscsi neutron-server[103864]: INFO oslo_service.service [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Starting 1 workers Jul 20 19:15:06.777349 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.service [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] calling RpcWorker wait() {{(pid=103975) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 20 19:15:06.777861 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.service [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] returning from RpcWorker wait() {{(pid=103975) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 20 19:15:06.778705 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Started child 103976 {{(pid=103864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 19:15:06.779068 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:06.779495 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:06.779587 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-6593d98d-454e-4bea-9749-8d37806fdbdb None None] Publish callbacks [] for process (None), after_spawn {{(pid=103864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:06.781461 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 19:15:06.781673 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 19:15:06.781857 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 19:15:06.782083 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 19:15:06.782404 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 19:15:06.782565 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 19:15:06.783115 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.783370 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.783644 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.783906 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.784447 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:06.784906 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.784906 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.785032 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.785270 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.785410 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:06.785540 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.785675 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.785840 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.786095 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.786342 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.786658 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.786941 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.787178 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.787417 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.787588 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.787842 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.788106 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.788377 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.788658 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] debug = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.788910 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.789401 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.789625 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.790050 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.790295 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.790571 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.790792 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.791052 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.791289 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.791500 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.791749 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.792006 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.792259 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.792522 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.792765 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.793054 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.793271 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.793757 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] host = dv-cinder-819149-14-iscsi {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.794002 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.794217 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.794439 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.794675 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.794911 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.795124 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.795380 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.795629 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.795889 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.796126 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.796392 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.796643 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.796882 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.797127 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.797287 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_options = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.797517 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.797767 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.798046 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.798232 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.798398 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.798556 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.798817 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.798962 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.799212 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.799423 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.799632 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.799843 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.800074 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.800344 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.800651 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.800799 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.801010 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.801238 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.802587 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.803702 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.804097 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.804187 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.804429 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.804655 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.804857 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.805076 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.805336 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.805879 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.806076 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.806327 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.806574 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.807231 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.808148 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.809892 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.810287 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.810532 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.810795 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.811013 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.811303 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.811538 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.811807 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.812066 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.813818 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.814023 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.817320 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.817712 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.817850 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_json = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.818127 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.818317 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.818594 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.818851 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.819712 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.819712 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.819712 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.820103 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.820103 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.820441 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.820730 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.821048 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.821445 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.821587 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.821776 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.822150 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.822282 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.822507 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.822746 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.823071 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.823297 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.823638 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.823918 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.824193 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.824585 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.824854 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.825127 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.825372 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.825614 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.825834 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.826083 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.826339 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.826563 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.826801 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.827060 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.827289 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.827580 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.827856 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.828134 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.828490 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.828766 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.829020 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.829273 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.829534 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.829787 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.830124 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.830863 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.831087 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.831334 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.831615 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.831849 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.832088 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.832380 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.832604 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.832847 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.833072 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.833313 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.833551 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.833795 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.834016 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.834232 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.834454 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.834672 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.834906 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.835121 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.835388 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.835617 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.835871 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.836133 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.836391 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.836639 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.836890 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.837114 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.837347 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.837563 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.837799 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.838016 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.838321 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.838506 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.838722 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.838933 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.839151 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.839361 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.839762 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.840131 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.840529 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.840889 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.841265 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.841483 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.841721 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.841938 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.842158 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.842372 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.842587 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.842829 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.843044 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.843258 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.843495 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.843718 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.843931 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.844259 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.844683 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.845098 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.845322 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.845612 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.845856 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.846105 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.846328 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.846571 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.846803 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.847070 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.847297 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.847545 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.847770 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.847996 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.848269 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.848539 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.848756 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.848997 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.849217 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.849444 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.849713 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.849933 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.850188 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.850439 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.850704 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.850977 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.851208 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.851597 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.851836 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.852115 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.852433 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.852659 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.852935 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.853201 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.853445 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.853736 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.854012 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.854292 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.854531 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.854776 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.855031 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.855286 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.855537 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.855924 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.856340 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.856735 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.856995 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.857220 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.857438 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.857670 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.857988 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.858244 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.858461 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.858676 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.858957 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.859205 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.859469 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.859735 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.859982 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.860219 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.860491 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.860730 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.860962 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.861216 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.861449 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.861666 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.861942 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.862166 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.862426 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.862642 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.862877 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.863128 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.863352 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.863597 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.863815 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.864033 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.864277 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.864588 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.864808 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.865049 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.865293 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.865516 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.865759 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.865986 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.866205 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.866438 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.866660 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.866945 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.867198 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.867442 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.867674 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.867932 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.868172 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.868413 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.868664 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.868886 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.869101 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.869318 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.869544 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.869759 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.869998 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.870226 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.870443 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.870705 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.870960 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.871304 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.871564 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.871812 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.872044 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.872310 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.872544 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.872780 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.873004 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.873252 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.873474 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.873697 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.873920 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.874158 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.874378 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.874619 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.874836 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.875096 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.875340 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.875596 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.875853 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.876066 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.876308 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.876522 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.876763 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.877550 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.877787 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.878004 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.878240 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.878453 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.878745 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.878992 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.879230 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.879499 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.879757 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.879990 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.880220 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.880454 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.880674 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.880894 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.881283 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.881495 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.881729 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.881964 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.882175 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.882400 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.882626 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.882841 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.883087 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.883323 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.883530 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.883757 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.883976 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.884208 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.884461 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.884675 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.884888 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.885132 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.885351 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.885560 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.885789 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.886002 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.886212 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.886434 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.886637 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:06.886729 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.886849 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.887162 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.887418 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.887636 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.887914 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.888176 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.888442 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.888668 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.888983 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.889265 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.889459 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.889690 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.889912 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.890154 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.890410 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.890873 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.891005 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.891236 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.891493 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.891774 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.892046 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.892367 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.897171 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.897501 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.897860 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.898160 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.898418 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.898679 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.898929 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.899161 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.899385 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.899612 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.899856 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.900080 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.900353 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.900594 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.900828 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.901052 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.901284 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.901507 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.901738 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.901974 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.902200 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.902439 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.902602 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 19:15:06.903153 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 19:15:06.903318 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 19:15:06.903473 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 19:15:06.903645 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 19:15:06.903817 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 19:15:06.903972 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 19:15:06.904183 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.904371 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.904535 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.904697 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.904879 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.905044 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.905203 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.905364 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.905524 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.905684 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.905843 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.906003 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.906162 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.906322 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.906482 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.906640 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.906800 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.906965 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.907130 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.907288 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.907446 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.907605 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] debug = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.907764 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.907978 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.908168 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.908355 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.908522 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.908664 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.908823 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.908982 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.909143 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.909302 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.909461 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.909620 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.909780 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.909940 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.910100 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.910258 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.910416 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.910576 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] host = dv-cinder-819149-14-iscsi {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.910735 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.910893 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.911053 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.911212 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.911371 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.911529 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.911687 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.911846 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.912004 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.912162 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.912338 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.912501 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.912659 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.912817 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.912975 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_options = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.913134 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.913292 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.913449 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.913636 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.913801 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.913961 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.914120 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.914280 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.914440 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.914600 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.914759 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.914987 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.915254 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.915422 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.915583 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.915742 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.915903 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.916063 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.916225 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.916409 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.916569 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.916728 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.916888 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.917045 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.917209 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.917368 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.917526 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.917684 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.917841 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.917999 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.918159 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.918319 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.918479 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.918637 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.918797 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.918955 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.919114 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.919272 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.919478 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.919617 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.919729 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.919887 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.920045 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.920191 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.920366 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.920520 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.920678 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_json = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.920835 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.920994 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.921151 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.921309 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.921469 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.921629 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.921786 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.921946 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.922105 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:15:06.922285 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.922450 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.922624 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.922788 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.922952 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.923116 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.923279 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.923443 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.923605 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.923792 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.923964 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.924130 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.924322 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.924649 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.925087 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.925341 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.925510 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.925670 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.925850 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.926006 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.926170 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.926332 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.926503 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.926669 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.926826 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.926983 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.927197 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.927299 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.927471 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.927646 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.927823 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.927990 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.928160 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.928334 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.928472 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.928639 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.928786 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.928954 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.929117 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.929281 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.929445 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.929608 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.929771 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.929934 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.930097 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.930260 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.930425 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.930649 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.930816 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.930981 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.931146 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.931309 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.931473 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.931637 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.931801 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.931965 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.932127 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.932329 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.932748 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.932913 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.933075 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.933239 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.933403 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.933565 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.933728 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.933892 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.934054 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.934217 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.934393 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.934556 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.934719 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.934881 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.935044 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.935207 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.935369 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.935533 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.935696 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.935861 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.936029 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.936191 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.936386 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.936547 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.936711 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.936875 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.937053 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.937226 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.937392 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.937556 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.937719 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.937882 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.938045 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.938226 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.938389 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.938553 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.938716 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.938879 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.939043 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.939206 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.939884 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.940052 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.940216 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.940403 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.940567 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.940733 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.940895 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.941057 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.941220 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.941384 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.941546 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.941709 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.941871 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.942032 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.942195 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.942357 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.942521 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.942684 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.942848 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.943011 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.943173 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.943334 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.943498 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.943661 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.943832 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.943995 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.944160 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.944341 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.944513 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.944687 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.944851 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.945015 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.945178 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.945343 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.945506 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.945670 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.945833 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.945999 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.946161 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.946324 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.946499 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.946663 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.946825 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.946990 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.947174 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.947336 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.947503 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.947668 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.947831 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.947995 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.948158 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.948340 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.948506 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.948669 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.948833 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.948997 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.949160 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.949324 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.949486 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.949650 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.949813 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.949976 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.950140 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.950305 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.950468 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.950632 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.950796 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.950959 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.951123 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.951287 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.951450 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.951613 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.951777 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.951941 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.952103 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.952265 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.952447 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.952611 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.952774 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.952937 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.953101 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.953267 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.953429 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.953592 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.953755 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.953919 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.954083 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.954246 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.954410 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.954573 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.954735 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.954897 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.955152 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.955817 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.955982 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.956145 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.956326 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.956493 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.956657 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.956838 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.957022 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.957156 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.957396 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.957530 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.957734 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.957821 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.957942 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.958105 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.958269 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.958434 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.958598 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.958760 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.958923 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.959086 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.959247 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.959413 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.959578 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.959741 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.959904 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.960069 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.960233 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.960416 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.960580 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.960743 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.960906 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.961069 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.961231 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.961394 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.961571 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.961736 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.961897 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.962060 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.962229 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.962385 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.962558 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.962721 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.962884 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.963047 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.963208 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.963369 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.963543 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.963712 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.964474 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.964474 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.964474 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.964474 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.964474 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.964855 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.964855 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.964998 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.965081 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.965238 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.965410 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.965574 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.965737 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.965899 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.966061 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.966230 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.966391 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.966555 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.966718 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.966881 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.967044 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.967207 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.967382 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.967547 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.967710 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.967880 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.968044 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.968206 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.968398 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.968574 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.968738 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.968903 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.969066 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.969228 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.969393 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.969557 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.969727 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.969900 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.970068 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.970234 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.970405 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.970591 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.970772 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.970936 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.971106 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.971281 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.971444 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.971615 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.971758 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.971921 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.972085 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.972248 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.972439 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.972584 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.972748 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.972912 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.973073 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.973235 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.973399 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.973562 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.973724 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.973888 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.974050 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.974213 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.974377 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:15:06.974533 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 19:15:07.155199 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 34644) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:07.163780 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064840 Jul 20 19:15:16.250926 dv-cinder-819149-14-iscsi neutron-server[103864]: DEBUG dbcounter [-] [103864] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103864) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:18.244653 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d674e3d9-bbb4-42e9-ac2a-f75d52f47342 None None] get_active_networks_info from dv-cinder-819149-14-iscsi {{(pid=103975) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 20 19:15:18.269783 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writer thread running {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 19:15:18.325427 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d674e3d9-bbb4-42e9-ac2a-f75d52f47342 None None] No non-hosted networks {{(pid=103975) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 20 19:15:18.378756 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.agentschedulers_db [None req-d674e3d9-bbb4-42e9-ac2a-f75d52f47342 None None] DHCP Agent not found on host dv-cinder-819149-14-iscsi {{(pid=103975) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 20 19:15:18.503085 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-97382c28-6c52-47fa-af22-c2855b4f4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454377'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:20.035863 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writer thread running {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 19:15:20.558905 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3b9cf8ed-4c16-45b4-922d-895f9d9c606f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454377'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:20.595677 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-2c0c1cfd-f5ca-4cea-a487-b813613fed4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:21.458733 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 34710) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:21.709347 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454377'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:22.097450 dv-cinder-819149-14-iscsi neutron-server[103974]: WARNING oslo_policy.policy [None req-9e71452d-6e9d-49d8-acf6-8cee75d37a90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:15:22.098153 dv-cinder-819149-14-iscsi neutron-server[103974]: WARNING oslo_policy.policy [None req-9e71452d-6e9d-49d8-acf6-8cee75d37a90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:15:22.317988 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [None req-9e71452d-6e9d-49d8-acf6-8cee75d37a90 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103974) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:15:22.332326 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-9e71452d-6e9d-49d8-acf6-8cee75d37a90 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8594837 Jul 20 19:15:23.304996 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454377'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:23.417899 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454377'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:23.419038 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.419770 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.420596 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.421690 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.422247 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.423568 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.424683 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.425215 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.425724 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.426200 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.426713 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.427273 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.427834 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.428311 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.428838 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:23.429395 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819149-14-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:23.440053 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819149-14-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:24.662299 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 34748) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:24.903555 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.db.l3_hamode_db [None req-42a00641-ebb2-4e9e-9c0e-7211d2e59c4e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 20 19:15:24.981720 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a00641-ebb2-4e9e-9c0e-7211d2e59c4e None None] Routers set() bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:15:24.982177 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a00641-ebb2-4e9e-9c0e-7211d2e59c4e None None] Router IDs set() for agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 20 19:15:25.031826 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-c301f619-d901-4a64-9886-bf44a7859c20 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:15:25.123132 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.policy [None req-c301f619-d901-4a64-9886-bf44a7859c20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103974) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 19:15:25.165619 dv-cinder-819149-14-iscsi neutron-server[103974]: WARNING oslo_policy.policy [None req-c301f619-d901-4a64-9886-bf44a7859c20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:15:25.165981 dv-cinder-819149-14-iscsi neutron-server[103974]: WARNING oslo_policy.policy [None req-c301f619-d901-4a64-9886-bf44a7859c20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:15:25.186673 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writer thread running {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 19:15:25.263217 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c301f619-d901-4a64-9886-bf44a7859c20 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762279582025', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762279582589', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762279565320', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762279560178', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762279570439', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762279543141', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-599664', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1346114', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-309515', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-658410'] for rbac-policy (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:25.332330 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c301f619-d901-4a64-9886-bf44a7859c20 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:25.339311 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c301f619-d901-4a64-9886-bf44a7859c20 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6702201 Jul 20 19:15:27.530433 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 34760) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:27.852221 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:15:27.882415 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Made reservation on behalf of 711e8b07480d478a80cbefc6fe30467f for: {'network': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:15:27.886416 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:27.903729 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:28.015649 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Publish callbacks [] for security_group (d133bc5a-22bf-4b36-956e-2280f25fb0fb), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:28.019810 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (d133bc5a-22bf-4b36-956e-2280f25fb0fb), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:28.044314 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:15:28.079566 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762281705530', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (37a32161-72dd-4060-afe2-b01adf0d586a), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:28.080638 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Unsubscribe: segment precommit_create {{(pid=103974) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 19:15:28.081220 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.segments_db [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Added segment 37a32161-72dd-4060-afe2-b01adf0d586a of type vlan for network 9db1536b-3de3-4e1b-bfed-e01afbae4613 Jul 20 19:15:28.099037 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d133bc5a-22bf-4b36-956e-2280f25fb0fb,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:28.148151 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.148529 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.148887 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.149247 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.149573 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.149896 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.150219 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.150539 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.150873 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.151266 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.151518 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.151900 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.152173 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.152508 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.152824 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Tracked resource versions report: Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: pushed versions: Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: { 'AddressGroup': {'1.2'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Agent': {'1.1'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'ConntrackHelper': {'1.0'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Log': {'1.0'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'NDPProxy': {'1.0'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Network': {'1.1'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Port': {'1.7'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'PortForwarding': {'1.3'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'QosPolicy': {'1.10'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'SecurityGroup': {'1.5'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'SubPort': {'1.0'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Subnet': {'1.1'}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Trunk': {'1.1'}} Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: consumer versions: Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: { DHCP agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: L3 agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: Metadata agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: Metering agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: Open vSwitch agent@dv-cinder-819149-14-iscsi: { 'AddressGroup': '1.2', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Agent': '1.1', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'ConntrackHelper': '1.0', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'LocalIPAssociation': '1.0', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Log': '1.0', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'NDPProxy': '1.0', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Network': '1.1', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Port': '1.7', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'PortForwarding': '1.3', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'QosPolicy': '1.10', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'SecurityGroup': '1.5', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'SecurityGroupRule': '1.2', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'SubPort': '1.0', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Subnet': '1.1', Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Trunk': '1.1'}} Jul 20 19:15:28.154311 dv-cinder-819149-14-iscsi neutron-server[103974]: {{(pid=103974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:15:28.191385 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (9db1536b-3de3-4e1b-bfed-e01afbae4613), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:28.194912 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:28.237199 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (9db1536b-3de3-4e1b-bfed-e01afbae4613), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:28.242173 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:15:28.242873 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:28.312613 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7810676 Jul 20 19:15:28.364916 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815aba02-7139-4ab1-9ff3-6e77709f69c1 demo demo] Pushing event updated for resources: {'Network': ['ID=9db1536b-3de3-4e1b-bfed-e01afbae4613,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:28.378076 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 9db1536b-3de3-4e1b-bfed-e01afbae4613 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:15:30.604563 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 34774) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:31.010906 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65041bd6-c6e4-483a-af3f-c06fd6f10b1f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:15:31.012274 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-65041bd6-c6e4-483a-af3f-c06fd6f10b1f demo admin] 10.222.0.43 "GET /v2.0/networks/9db1536b-3de3-4e1b-bfed-e01afbae4613 HTTP/1.1" status: 200 len: 825 time: 0.4068244 Jul 20 19:15:31.036929 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-73201f89-f09c-4965-880f-6042c2378717 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/77ea0a1e-f0d9-4c19-a78b-87635ef5248b HTTP/1.1" status: 200 len: 734 time: 0.0188489 Jul 20 19:15:31.045543 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-a298dfb7-f29e-4d19-b1cf-e7366089fc39 demo admin] Request body: {'subnet': {'subnetpool_id': '77ea0a1e-f0d9-4c19-a78b-87635ef5248b', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:15:31.068050 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a298dfb7-f29e-4d19-b1cf-e7366089fc39 demo admin] Made reservation on behalf of 711e8b07480d478a80cbefc6fe30467f for: {'subnet': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:15:31.070426 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a298dfb7-f29e-4d19-b1cf-e7366089fc39 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:31.338862 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:31.364503 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a298dfb7-f29e-4d19-b1cf-e7366089fc39 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for subnet (7293bded-a708-4a06-a82c-5c5f1aed8334), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:31.435516 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298dfb7-f29e-4d19-b1cf-e7366089fc39 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7293bded-a708-4a06-a82c-5c5f1aed8334,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:31.440717 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298dfb7-f29e-4d19-b1cf-e7366089fc39 demo admin] Checking segment: {'id': '37a32161-72dd-4060-afe2-b01adf0d586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:15:31.441086 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298dfb7-f29e-4d19-b1cf-e7366089fc39 demo admin] Network hostable DHCP agents. Network: 9db1536b-3de3-4e1b-bfed-e01afbae4613, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:15:31.462276 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298dfb7-f29e-4d19-b1cf-e7366089fc39 demo admin] Network 9db1536b-3de3-4e1b-bfed-e01afbae4613 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:15:31.473265 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-a298dfb7-f29e-4d19-b1cf-e7366089fc39 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 9db1536b-3de3-4e1b-bfed-e01afbae4613) {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:15:31.478080 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a298dfb7-f29e-4d19-b1cf-e7366089fc39 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:15:31.478661 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a298dfb7-f29e-4d19-b1cf-e7366089fc39 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:31.483628 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bc4905-f54e-44a6-b5bb-3942fd10e956 None None] Network 9db1536b-3de3-4e1b-bfed-e01afbae4613 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:15:31.495535 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-a298dfb7-f29e-4d19-b1cf-e7366089fc39 demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4531221 Jul 20 19:15:31.749377 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-9db1536b-3de3-4e1b-bfed-e01afbae4613', 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613', 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'fixed_ips': [{'subnet_id': '7293bded-a708-4a06-a82c-5c5f1aed8334'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:15:31.750666 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:32.025621 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=63,neutron:INSERT=37 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:32.027453 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Allocated IP 172.20.0.2 (9db1536b-3de3-4e1b-bfed-e01afbae4613/7293bded-a708-4a06-a82c-5c5f1aed8334/67af3bb9-303a-4b92-9c58-9bb920c72d92) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:15:32.300054 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Publish callbacks [] for port (67af3bb9-303a-4b92-9c58-9bb920c72d92), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:32.308368 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (67af3bb9-303a-4b92-9c58-9bb920c72d92), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:32.387918 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Network 9db1536b-3de3-4e1b-bfed-e01afbae4613 is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:15:32.394144 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:15:32.398818 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Pushing event updated for resources: {'Port': ['ID=67af3bb9-303a-4b92-9c58-9bb920c72d92,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:32.401136 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:15:32.411735 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.412080 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.412458 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.412813 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.413147 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.413474 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.413824 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.414147 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.414518 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.414884 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.415208 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.415545 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.415867 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.416184 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.416526 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Tracked resource versions report: Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: pushed versions: Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: { 'AddressGroup': {'1.2'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Agent': {'1.1'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'ConntrackHelper': {'1.0'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Log': {'1.0'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'NDPProxy': {'1.0'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Network': {'1.1'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Port': {'1.7'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'PortForwarding': {'1.3'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'QosPolicy': {'1.10'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'SecurityGroup': {'1.5'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'SubPort': {'1.0'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Subnet': {'1.1'}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Trunk': {'1.1'}} Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: consumer versions: Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: { DHCP agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: L3 agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: Metadata agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: Metering agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: Open vSwitch agent@dv-cinder-819149-14-iscsi: { 'AddressGroup': '1.2', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Agent': '1.1', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'ConntrackHelper': '1.0', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'LocalIPAssociation': '1.0', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Log': '1.0', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'NDPProxy': '1.0', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Network': '1.1', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Port': '1.7', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'PortForwarding': '1.3', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'QosPolicy': '1.10', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'SecurityGroup': '1.5', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'SecurityGroupRule': '1.2', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'SubPort': '1.0', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Subnet': '1.1', Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Trunk': '1.1'}} Jul 20 19:15:32.417969 dv-cinder-819149-14-iscsi neutron-server[103975]: {{(pid=103975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:15:32.496508 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Attempting to bind port 67af3bb9-303a-4b92-9c58-9bb920c72d92 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:15:32.497181 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Attempting to bind port 67af3bb9-303a-4b92-9c58-9bb920c72d92 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '37a32161-72dd-4060-afe2-b01adf0d586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:15:32.497314 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Attempting to bind port 67af3bb9-303a-4b92-9c58-9bb920c72d92 on network 9db1536b-3de3-4e1b-bfed-e01afbae4613 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:15:32.503127 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:15:32.503497 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Checking segment: {'id': '37a32161-72dd-4060-afe2-b01adf0d586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:15:32.503952 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:32.504362 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Bound using segment: {'id': '37a32161-72dd-4060-afe2-b01adf0d586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:15:32.504818 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Bound port: 67af3bb9-303a-4b92-9c58-9bb920c72d92, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a32161-72dd-4060-afe2-b01adf0d586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:15:32.505207 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (67af3bb9-303a-4b92-9c58-9bb920c72d92), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:32.568412 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:32.569861 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] For port 67af3bb9-303a-4b92-9c58-9bb920c72d92, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:15:32.592855 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] For port 67af3bb9-303a-4b92-9c58-9bb920c72d92, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=67af3bb9-303a-4b92-9c58-9bb920c72d92,segment=NetworkSegment(37a32161-72dd-4060-afe2-b01adf0d586a),segment_id=37a32161-72dd-4060-afe2-b01adf0d586a)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:15:32.599758 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (67af3bb9-303a-4b92-9c58-9bb920c72d92), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:32.654528 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e717a-64e0-4658-a1df-96d867bedf44 None None] Pushing event updated for resources: {'Port': ['ID=67af3bb9-303a-4b92-9c58-9bb920c72d92,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:33.796404 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 34784) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:34.129058 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [None req-ff7d1c9f-2041-4d15-8bdb-0c8f04657c7d admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103974) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:15:34.130155 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-ff7d1c9f-2041-4d15-8bdb-0c8f04657c7d admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3326974 Jul 20 19:15:36.325197 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=8 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:36.329943 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:36.450042 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 34796) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:36.787402 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [None req-23234918-fdab-46c2-82ca-86e094a6fa0c admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103974) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:15:36.788406 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-23234918-fdab-46c2-82ca-86e094a6fa0c admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3374381 Jul 20 19:15:39.071692 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 34804) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:39.421940 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-c2e26296-7404-4015-9328-ff45130a427f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:15:39.448797 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c2e26296-7404-4015-9328-ff45130a427f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127984'] for router (fd9f7cda-2b46-49fd-a37a-c609813cf63a), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:39.450353 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c2e26296-7404-4015-9328-ff45130a427f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-478355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127881'] for router (fd9f7cda-2b46-49fd-a37a-c609813cf63a), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:39.588562 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c2e26296-7404-4015-9328-ff45130a427f demo demo] Publish callbacks [] for router_controller (fd9f7cda-2b46-49fd-a37a-c609813cf63a), precommit_add_association {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:39.593159 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c2e26296-7404-4015-9328-ff45130a427f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540'] for router (fd9f7cda-2b46-49fd-a37a-c609813cf63a), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:39.612035 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c2e26296-7404-4015-9328-ff45130a427f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:39.613290 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c2e26296-7404-4015-9328-ff45130a427f demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5406067 Jul 20 19:15:40.655027 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00797f64-4507-464e-9d8d-fdcae539e9bd None None] Network 9db1536b-3de3-4e1b-bfed-e01afbae4613 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:15:40.722388 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-088aff79-d136-4d8e-8889-735a2916c5a3 None None] Provisioning complete for port 67af3bb9-303a-4b92-9c58-9bb920c72d92 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:15:40.722797 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-088aff79-d136-4d8e-8889-735a2916c5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (67af3bb9-303a-4b92-9c58-9bb920c72d92), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:40.911004 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-088aff79-d136-4d8e-8889-735a2916c5a3 None None] Current status of the port 67af3bb9-303a-4b92-9c58-9bb920c72d92 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:15:40.911424 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-088aff79-d136-4d8e-8889-735a2916c5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (67af3bb9-303a-4b92-9c58-9bb920c72d92), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:40.947369 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-088aff79-d136-4d8e-8889-735a2916c5a3 None None] For port 67af3bb9-303a-4b92-9c58-9bb920c72d92, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=67af3bb9-303a-4b92-9c58-9bb920c72d92,segment=NetworkSegment(37a32161-72dd-4060-afe2-b01adf0d586a),segment_id=37a32161-72dd-4060-afe2-b01adf0d586a)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:15:40.951421 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-088aff79-d136-4d8e-8889-735a2916c5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (67af3bb9-303a-4b92-9c58-9bb920c72d92), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:41.003229 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088aff79-d136-4d8e-8889-735a2916c5a3 None None] Pushing event updated for resources: {'Port': ['ID=67af3bb9-303a-4b92-9c58-9bb920c72d92,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:41.150559 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 67af3bb9-303a-4b92-9c58-9bb920c72d92 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:15:41.192682 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-b0c0a391-4036-4417-b309-03ac99b18f84 None None] Provisioning complete for port 67af3bb9-303a-4b92-9c58-9bb920c72d92 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:15:41.192968 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-b0c0a391-4036-4417-b309-03ac99b18f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (67af3bb9-303a-4b92-9c58-9bb920c72d92), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:41.233666 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:41.245147 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 67af3bb9-303a-4b92-9c58-9bb920c72d92 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:15:41.245623 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (67af3bb9-303a-4b92-9c58-9bb920c72d92), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:41.314619 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0a391-4036-4417-b309-03ac99b18f84 None None] Current status of the port 67af3bb9-303a-4b92-9c58-9bb920c72d92 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:15:41.348855 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 67af3bb9-303a-4b92-9c58-9bb920c72d92 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:15:41.898648 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 34816) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:42.217003 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [None req-30f156ac-10f9-472c-b9a9-aa9508ae5106 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103974) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:15:42.217994 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-30f156ac-10f9-472c-b9a9-aa9508ae5106 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3183548 Jul 20 19:15:44.485385 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 34824) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:44.802313 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:15:44.822117 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Made reservation on behalf of 39f878600fda47389da52621d6e0947c for: {'network': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:15:44.824361 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:44.832345 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:44.881374 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:44.908308 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Publish callbacks [] for security_group (fb332ddd-5212-4db3-a217-2f52091b1a51), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:44.911491 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (fb332ddd-5212-4db3-a217-2f52091b1a51), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:44.927210 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Reserving flat network on physical network physnet1 {{(pid=103974) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 20 19:15:44.946283 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb332ddd-5212-4db3-a217-2f52091b1a51,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:44.951896 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (ae2ccd3f-c31f-494b-9dd0-752202b5e148), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:44.952228 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.segments_db [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Added segment ae2ccd3f-c31f-494b-9dd0-752202b5e148 of type flat for network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca Jul 20 19:15:44.998289 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:45.029945 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:45.030900 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:15:45.031471 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:45.093012 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6060414 Jul 20 19:15:45.133737 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65fe33-47b4-4223-9d31-f4e8f31e245b admin admin] Pushing event updated for resources: {'Network': ['ID=375d5bca-02fc-4d5c-b7b5-7a04eb8769ca,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:45.143802 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:15:47.349403 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 34832) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:47.850904 dv-cinder-819149-14-iscsi neutron-server[103973]: WARNING oslo_policy.policy [None req-3aef9526-7b58-4c4f-ad8c-f71f7d9182d6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:15:47.851481 dv-cinder-819149-14-iscsi neutron-server[103973]: WARNING oslo_policy.policy [None req-3aef9526-7b58-4c4f-ad8c-f71f7d9182d6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:15:48.079713 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writer thread running {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 19:15:48.128638 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:48.216163 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-49af5734-5211-46b7-b87e-c7148b879b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:48.252832 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.policy [None req-3aef9526-7b58-4c4f-ad8c-f71f7d9182d6 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103973) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 19:15:48.296745 dv-cinder-819149-14-iscsi neutron-server[103973]: WARNING oslo_policy.policy [None req-3aef9526-7b58-4c4f-ad8c-f71f7d9182d6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:15:48.297114 dv-cinder-819149-14-iscsi neutron-server[103973]: WARNING oslo_policy.policy [None req-3aef9526-7b58-4c4f-ad8c-f71f7d9182d6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:15:48.304934 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef9526-7b58-4c4f-ad8c-f71f7d9182d6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:15:48.306873 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-3aef9526-7b58-4c4f-ad8c-f71f7d9182d6 demo admin] 10.222.0.43 "GET /v2.0/subnets/7293bded-a708-4a06-a82c-5c5f1aed8334 HTTP/1.1" status: 200 len: 849 time: 0.9557898 Jul 20 19:15:48.468520 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-a690f439-e7c5-4a30-8502-f1e84111bba6 demo admin] 10.222.0.43 "GET /v2.0/routers/fd9f7cda-2b46-49fd-a37a-c609813cf63a HTTP/1.1" status: 200 len: 704 time: 0.1555643 Jul 20 19:15:48.733367 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:49.082114 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Allocated IP 172.20.0.1 (9db1536b-3de3-4e1b-bfed-e01afbae4613/7293bded-a708-4a06-a82c-5c5f1aed8334/c3b59c52-167e-456f-87c6-f03cc55d0ff6) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:15:49.305485 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Publish callbacks [] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:49.373305 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:49.437545 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Network 9db1536b-3de3-4e1b-bfed-e01afbae4613 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:15:49.442986 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:15:49.489771 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:49.495151 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Pushing event updated for resources: {'Port': ['ID=c3b59c52-167e-456f-87c6-f03cc55d0ff6,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:49.498343 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:15:49.498925 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445850'] for router_interface (fd9f7cda-2b46-49fd-a37a-c609813cf63a), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:49.558384 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.558720 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.559625 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.559625 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.559843 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.560041 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.560396 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.561372 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.561372 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.561372 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.561667 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.562000 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.562317 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.562899 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.563691 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Tracked resource versions report: Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: pushed versions: Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: { 'AddressGroup': {'1.2'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Agent': {'1.1'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'ConntrackHelper': {'1.0'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Log': {'1.0'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'NDPProxy': {'1.0'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Network': {'1.1'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Port': {'1.7'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'PortForwarding': {'1.3'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'QosPolicy': {'1.10'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'SecurityGroup': {'1.5'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'SubPort': {'1.0'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Subnet': {'1.1'}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Trunk': {'1.1'}} Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: consumer versions: Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: { DHCP agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: L3 agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: Metadata agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: Metering agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: Open vSwitch agent@dv-cinder-819149-14-iscsi: { 'AddressGroup': '1.2', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Agent': '1.1', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'ConntrackHelper': '1.0', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'LocalIPAssociation': '1.0', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Log': '1.0', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'NDPProxy': '1.0', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Network': '1.1', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Port': '1.7', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'PortForwarding': '1.3', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'QosPolicy': '1.10', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'SecurityGroup': '1.5', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'SecurityGroupRule': '1.2', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'SubPort': '1.0', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Subnet': '1.1', Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Trunk': '1.1'}} Jul 20 19:15:49.564444 dv-cinder-819149-14-iscsi neutron-server[103973]: {{(pid=103973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:15:49.686811 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-b3b8e6eb-dfcd-4e54-8318-97f9c1f47f8b None None] Provisioning complete for port c3b59c52-167e-456f-87c6-f03cc55d0ff6 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:15:49.687697 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-b3b8e6eb-dfcd-4e54-8318-97f9c1f47f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:49.725567 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:49.737782 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8e6eb-dfcd-4e54-8318-97f9c1f47f8b None None] Port c3b59c52-167e-456f-87c6-f03cc55d0ff6 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:15:49.839011 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:49.947213 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Publish callbacks [] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:49.951623 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:49.952677 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456674'] for router_interface (fd9f7cda-2b46-49fd-a37a-c609813cf63a), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:50.037379 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Pushing event updated for resources: {'Port': ['ID=c3b59c52-167e-456f-87c6-f03cc55d0ff6,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:50.083147 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Network 9db1536b-3de3-4e1b-bfed-e01afbae4613 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:15:50.084567 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:15:50.250729 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Router fd9f7cda-2b46-49fd-a37a-c609813cf63a is scheduled to L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 with binding_index 1 {{(pid=103973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:15:50.254489 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:50.259415 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-d56998dd-1167-4120-b96e-3c09120824ed None None] Provisioning complete for port c3b59c52-167e-456f-87c6-f03cc55d0ff6 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:15:50.259808 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-d56998dd-1167-4120-b96e-3c09120824ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:50.292049 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-d56998dd-1167-4120-b96e-3c09120824ed None None] Port c3b59c52-167e-456f-87c6-f03cc55d0ff6 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:15:50.386497 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:15:50.392215 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-d559ed12-0a58-4153-a3a5-b070a3ce4e05 demo admin] 10.222.0.43 "PUT /v2.0/routers/fd9f7cda-2b46-49fd-a37a-c609813cf63a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9175217 Jul 20 19:15:50.396445 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Sync routers for ids ['fd9f7cda-2b46-49fd-a37a-c609813cf63a'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:15:50.408777 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Routers {'fd9f7cda-2b46-49fd-a37a-c609813cf63a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:15:50.409716 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:15:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fd9f7cda-2b46-49fd-a37a-c609813cf63a'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:50.551400 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0f7b62bd-b450-4925-ac46-1b456f41ceeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:50.592732 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Set router fd9f7cda-2b46-49fd-a37a-c609813cf63a gateway port host: None {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:15:51.009158 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'name': 'router1', 'tenant_id': '711e8b07480d478a80cbefc6fe30467f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:15:39Z', 'updated_at': '2022-07-20T19:15:49Z', 'revision_number': 2, 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'gw_port_host': None, '_interfaces': [{'id': 'c3b59c52-167e-456f-87c6-f03cc55d0ff6', 'name': '', 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613', 'tenant_id': '711e8b07480d478a80cbefc6fe30467f', 'mac_address': 'fa:16:3e:cc:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7293bded-a708-4a06-a82c-5c5f1aed8334', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:15:48Z', 'updated_at': '2022-07-20T19:15:49Z', 'revision_number': 2, 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'subnets': [{'id': '7293bded-a708-4a06-a82c-5c5f1aed8334', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77ea0a1e-f0d9-4c19-a78b-87635ef5248b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:51.056700 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Checking router: fd9f7cda-2b46-49fd-a37a-c609813cf63a for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:15:51.057068 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Updating router fd9f7cda-2b46-49fd-a37a-c609813cf63a port c3b59c52-167e-456f-87c6-f03cc55d0ff6 binding host dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:15:51.112904 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:51.612497 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Publish callbacks [] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:51.619349 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:51.667181 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:51.796954 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Pushing event updated for resources: {'Port': ['ID=c3b59c52-167e-456f-87c6-f03cc55d0ff6,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:51.800084 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Attempting to bind port c3b59c52-167e-456f-87c6-f03cc55d0ff6 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:15:51.800510 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Attempting to bind port c3b59c52-167e-456f-87c6-f03cc55d0ff6 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '37a32161-72dd-4060-afe2-b01adf0d586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:15:51.800931 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Attempting to bind port c3b59c52-167e-456f-87c6-f03cc55d0ff6 on network 9db1536b-3de3-4e1b-bfed-e01afbae4613 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:15:51.811629 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.811979 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.812354 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.812702 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.813035 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.813415 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.813686 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.814535 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.814875 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.815213 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.815547 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.815889 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.816219 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.816565 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.816886 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Tracked resource versions report: Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: pushed versions: Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: { 'AddressGroup': {'1.2'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Agent': {'1.1'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'ConntrackHelper': {'1.0'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Log': {'1.0'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'NDPProxy': {'1.0'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Network': {'1.1'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Port': {'1.7'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'PortForwarding': {'1.3'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'QosPolicy': {'1.10'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'SecurityGroup': {'1.5'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'SubPort': {'1.0'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Subnet': {'1.1'}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Trunk': {'1.1'}} Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: consumer versions: Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: { DHCP agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: L3 agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: Metadata agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: Metering agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: Open vSwitch agent@dv-cinder-819149-14-iscsi: { 'AddressGroup': '1.2', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Agent': '1.1', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'ConntrackHelper': '1.0', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'LocalIPAssociation': '1.0', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Log': '1.0', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'NDPProxy': '1.0', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Network': '1.1', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Port': '1.7', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'PortForwarding': '1.3', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'QosPolicy': '1.10', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'SecurityGroup': '1.5', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'SecurityGroupRule': '1.2', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'SubPort': '1.0', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Subnet': '1.1', Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Trunk': '1.1'}} Jul 20 19:15:51.818335 dv-cinder-819149-14-iscsi neutron-server[103976]: {{(pid=103976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:15:51.820928 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:15:51.821046 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Checking segment: {'id': '37a32161-72dd-4060-afe2-b01adf0d586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:15:51.821512 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:51.821899 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Bound using segment: {'id': '37a32161-72dd-4060-afe2-b01adf0d586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:15:51.822386 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Bound port: c3b59c52-167e-456f-87c6-f03cc55d0ff6, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a32161-72dd-4060-afe2-b01adf0d586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:15:51.822770 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:51.884788 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:51.888315 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] For port c3b59c52-167e-456f-87c6-f03cc55d0ff6, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:15:51.909498 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] For port c3b59c52-167e-456f-87c6-f03cc55d0ff6, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=c3b59c52-167e-456f-87c6-f03cc55d0ff6,segment=NetworkSegment(37a32161-72dd-4060-afe2-b01adf0d586a),segment_id=37a32161-72dd-4060-afe2-b01adf0d586a)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:15:51.915357 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:51.920759 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-aa09fa67-65ea-435b-8c02-ac23481b8490 None None] Provisioning complete for port c3b59c52-167e-456f-87c6-f03cc55d0ff6 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:15:51.921204 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-aa09fa67-65ea-435b-8c02-ac23481b8490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:51.977912 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae01027-9452-47bc-889d-c04487938aba None None] Pushing event updated for resources: {'Port': ['ID=c3b59c52-167e-456f-87c6-f03cc55d0ff6,revision_number=4']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:51.986615 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:51.987880 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Routers {'fd9f7cda-2b46-49fd-a37a-c609813cf63a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:15:51.988551 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:15:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fd9f7cda-2b46-49fd-a37a-c609813cf63a'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:52.054108 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-aa09fa67-65ea-435b-8c02-ac23481b8490 None None] Current status of the port c3b59c52-167e-456f-87c6-f03cc55d0ff6 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:15:52.054777 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-aa09fa67-65ea-435b-8c02-ac23481b8490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:52.083234 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] Set router fd9f7cda-2b46-49fd-a37a-c609813cf63a gateway port host: None {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:15:52.096443 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-aa09fa67-65ea-435b-8c02-ac23481b8490 None None] For port c3b59c52-167e-456f-87c6-f03cc55d0ff6, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=c3b59c52-167e-456f-87c6-f03cc55d0ff6,segment=NetworkSegment(37a32161-72dd-4060-afe2-b01adf0d586a),segment_id=37a32161-72dd-4060-afe2-b01adf0d586a)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:15:52.101884 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-aa09fa67-65ea-435b-8c02-ac23481b8490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:52.158524 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09fa67-65ea-435b-8c02-ac23481b8490 None None] Pushing event updated for resources: {'Port': ['ID=c3b59c52-167e-456f-87c6-f03cc55d0ff6,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:52.222001 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-ebeb25f4-57e5-40c1-99fc-9e40b77f6b52 None None] Provisioning complete for port c3b59c52-167e-456f-87c6-f03cc55d0ff6 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:15:52.222392 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ebeb25f4-57e5-40c1-99fc-9e40b77f6b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:52.295591 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'name': 'router1', 'tenant_id': '711e8b07480d478a80cbefc6fe30467f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:15:39Z', 'updated_at': '2022-07-20T19:15:49Z', 'revision_number': 2, 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'gw_port_host': None, '_interfaces': [{'id': 'c3b59c52-167e-456f-87c6-f03cc55d0ff6', 'name': '', 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613', 'tenant_id': '711e8b07480d478a80cbefc6fe30467f', 'mac_address': 'fa:16:3e:cc:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7293bded-a708-4a06-a82c-5c5f1aed8334', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:15:48Z', 'updated_at': '2022-07-20T19:15:51Z', 'revision_number': 4, 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'subnets': [{'id': '7293bded-a708-4a06-a82c-5c5f1aed8334', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77ea0a1e-f0d9-4c19-a78b-87635ef5248b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:52.295838 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb25f4-57e5-40c1-99fc-9e40b77f6b52 None None] Current status of the port c3b59c52-167e-456f-87c6-f03cc55d0ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:15:52.321596 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d72985-7f45-4317-8dd8-68ee95228db4 None None] The sync data for ids ['fd9f7cda-2b46-49fd-a37a-c609813cf63a'] in dv-cinder-819149-14-iscsi is: [{'id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'name': 'router1', 'tenant_id': '711e8b07480d478a80cbefc6fe30467f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:15:39Z', 'updated_at': '2022-07-20T19:15:49Z', 'revision_number': 2, 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'gw_port_host': None, '_interfaces': [{'id': 'c3b59c52-167e-456f-87c6-f03cc55d0ff6', 'name': '', 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613', 'tenant_id': '711e8b07480d478a80cbefc6fe30467f', 'mac_address': 'fa:16:3e:cc:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7293bded-a708-4a06-a82c-5c5f1aed8334', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:15:48Z', 'updated_at': '2022-07-20T19:15:51Z', 'revision_number': 4, 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'subnets': [{'id': '7293bded-a708-4a06-a82c-5c5f1aed8334', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77ea0a1e-f0d9-4c19-a78b-87635ef5248b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:15:52.639410 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 34856) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:53.030945 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d575884-412e-48cb-a51b-732449bb9d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:15:53.032216 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-6d575884-412e-48cb-a51b-732449bb9d25 admin admin] 10.222.0.43 "GET /v2.0/networks/375d5bca-02fc-4d5c-b7b5-7a04eb8769ca HTTP/1.1" status: 200 len: 842 time: 0.3917634 Jul 20 19:15:53.041659 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] Request body: {'subnet': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:15:53.075850 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] Made reservation on behalf of 39f878600fda47389da52621d6e0947c for: {'subnet': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:15:53.078300 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:53.185256 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:53.250626 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:53.387824 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.objects.ports [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103973) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 20 19:15:53.388280 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for subnet (030b3703-f41e-4327-8cfe-1f120a632e6f), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:53.392281 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:53.402523 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:53.462025 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=030b3703-f41e-4327-8cfe-1f120a632e6f,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:53.472259 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:15:53.472259 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] Network hostable DHCP agents. Network: 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:15:53.496664 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:15:53.510197 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca) {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:15:53.514871 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:15:53.515585 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:53.521704 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd2246-8a20-4db5-abe3-7db11f176b86 None None] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:15:53.540448 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-1ad1c414-640c-4a1f-bb80-b09c4c32d1f8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5021379 Jul 20 19:15:53.638194 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aa2659-aef5-42d9-bac0-9b350557b813 None None] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:15:53.714094 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:55.124274 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=66,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:55.130503 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=24,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:55.862819 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 34866) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:15:56.278724 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-73996a16-aea6-495e-b4b1-c0405818bfd3 demo admin] 10.222.0.43 "GET /v2.0/routers/fd9f7cda-2b46-49fd-a37a-c609813cf63a HTTP/1.1" status: 200 len: 710 time: 0.4145865 Jul 20 19:15:56.366570 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a361f-3090-4d18-8009-4c45fb7f83c0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:15:56.368238 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-a25a361f-3090-4d18-8009-4c45fb7f83c0 demo admin] 10.222.0.43 "GET /v2.0/networks/375d5bca-02fc-4d5c-b7b5-7a04eb8769ca HTTP/1.1" status: 200 len: 886 time: 0.0837431 Jul 20 19:15:56.377676 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:15:56.612671 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Publish callbacks [] for router_gateway (fd9f7cda-2b46-49fd-a37a-c609813cf63a), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:56.808027 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:56.832808 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Publish callbacks [] for router_gateway (fd9f7cda-2b46-49fd-a37a-c609813cf63a), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:56.975877 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:57.094039 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Allocated IP 172.27.2.244 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/b8b174d4-8486-427d-8ca8-659ef183cd4a) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:15:57.182374 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:57.195285 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device c3b59c52-167e-456f-87c6-f03cc55d0ff6 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:15:57.221446 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Publish callbacks [] for port (b8b174d4-8486-427d-8ca8-659ef183cd4a), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:57.245728 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port c3b59c52-167e-456f-87c6-f03cc55d0ff6 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:15:57.246288 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:57.255017 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (b8b174d4-8486-427d-8ca8-659ef183cd4a), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:57.289731 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:15:57.293291 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:15:57.307624 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Pushing event updated for resources: {'Port': ['ID=b8b174d4-8486-427d-8ca8-659ef183cd4a,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:57.311776 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:15:57.326315 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port c3b59c52-167e-456f-87c6-f03cc55d0ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:15:57.558812 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Publish callbacks [] for router_gateway (fd9f7cda-2b46-49fd-a37a-c609813cf63a), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:57.740733 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:57.745879 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-453353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127903'] for router (fd9f7cda-2b46-49fd-a37a-c609813cf63a), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:57.749976 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-453346'] for router (fd9f7cda-2b46-49fd-a37a-c609813cf63a), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:57.854436 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Router fd9f7cda-2b46-49fd-a37a-c609813cf63a has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:15:57.959345 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:15:57.964106 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] Publish callbacks [] for router (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:57.965263 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-ce2cea37-b8ab-4c5f-b8ad-3387c7010edc demo admin] 10.222.0.43 "PUT /v2.0/routers/fd9f7cda-2b46-49fd-a37a-c609813cf63a HTTP/1.1" status: 200 len: 890 time: 1.5913849 Jul 20 19:15:58.663426 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Sync routers for ids ['fd9f7cda-2b46-49fd-a37a-c609813cf63a'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:15:58.675162 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Routers {'fd9f7cda-2b46-49fd-a37a-c609813cf63a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:15:58.675816 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:15:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fd9f7cda-2b46-49fd-a37a-c609813cf63a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:58.878691 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Set router fd9f7cda-2b46-49fd-a37a-c609813cf63a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:15:59.056797 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:59.252144 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'name': 'router1', 'tenant_id': '711e8b07480d478a80cbefc6fe30467f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b8b174d4-8486-427d-8ca8-659ef183cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:15:39Z', 'updated_at': '2022-07-20T19:15:57Z', 'revision_number': 4, 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'gw_port': {'id': 'b8b174d4-8486-427d-8ca8-659ef183cd4a', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:15:56Z', 'updated_at': '2022-07-20T19:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'c3b59c52-167e-456f-87c6-f03cc55d0ff6', 'name': '', 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613', 'tenant_id': '711e8b07480d478a80cbefc6fe30467f', 'mac_address': 'fa:16:3e:cc:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7293bded-a708-4a06-a82c-5c5f1aed8334', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:15:48Z', 'updated_at': '2022-07-20T19:15:52Z', 'revision_number': 5, 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'subnets': [{'id': '7293bded-a708-4a06-a82c-5c5f1aed8334', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77ea0a1e-f0d9-4c19-a78b-87635ef5248b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:59.301203 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Checking router: fd9f7cda-2b46-49fd-a37a-c609813cf63a for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:15:59.301554 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Updating router fd9f7cda-2b46-49fd-a37a-c609813cf63a port b8b174d4-8486-427d-8ca8-659ef183cd4a binding host dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:15:59.436811 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b8b174d4-8486-427d-8ca8-659ef183cd4a), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:59.741679 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Publish callbacks [] for port (b8b174d4-8486-427d-8ca8-659ef183cd4a), precommit_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:59.747051 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (b8b174d4-8486-427d-8ca8-659ef183cd4a), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:59.797092 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Attempting to bind port b8b174d4-8486-427d-8ca8-659ef183cd4a on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:15:59.797459 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Attempting to bind port b8b174d4-8486-427d-8ca8-659ef183cd4a by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:15:59.797817 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Attempting to bind port b8b174d4-8486-427d-8ca8-659ef183cd4a on network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:15:59.802614 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:15:59.808068 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:15:59.808467 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:15:59.808857 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:59.809241 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Bound using segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:15:59.809693 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Bound port: b8b174d4-8486-427d-8ca8-659ef183cd4a, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:15:59.810062 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b8b174d4-8486-427d-8ca8-659ef183cd4a), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:59.811539 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb87a3-1c45-41a0-9657-2921580f67ca None None] Pushing event updated for resources: {'Port': ['ID=b8b174d4-8486-427d-8ca8-659ef183cd4a,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:15:59.861697 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] For port b8b174d4-8486-427d-8ca8-659ef183cd4a, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:15:59.864745 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] For port b8b174d4-8486-427d-8ca8-659ef183cd4a, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=b8b174d4-8486-427d-8ca8-659ef183cd4a,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:15:59.870022 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (b8b174d4-8486-427d-8ca8-659ef183cd4a), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:15:59.921374 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Routers {'fd9f7cda-2b46-49fd-a37a-c609813cf63a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:15:59.921976 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:15:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fd9f7cda-2b46-49fd-a37a-c609813cf63a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:15:59.966983 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb87a3-1c45-41a0-9657-2921580f67ca None None] Pushing event updated for resources: {'Port': ['ID=b8b174d4-8486-427d-8ca8-659ef183cd4a,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:16:00.034229 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] Set router fd9f7cda-2b46-49fd-a37a-c609813cf63a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:16:00.169720 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:16:00.232325 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'name': 'router1', 'tenant_id': '711e8b07480d478a80cbefc6fe30467f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b8b174d4-8486-427d-8ca8-659ef183cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:15:39Z', 'updated_at': '2022-07-20T19:15:57Z', 'revision_number': 4, 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'gw_port': {'id': 'b8b174d4-8486-427d-8ca8-659ef183cd4a', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:15:56Z', 'updated_at': '2022-07-20T19:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'c3b59c52-167e-456f-87c6-f03cc55d0ff6', 'name': '', 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613', 'tenant_id': '711e8b07480d478a80cbefc6fe30467f', 'mac_address': 'fa:16:3e:cc:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7293bded-a708-4a06-a82c-5c5f1aed8334', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:15:48Z', 'updated_at': '2022-07-20T19:15:52Z', 'revision_number': 5, 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'subnets': [{'id': '7293bded-a708-4a06-a82c-5c5f1aed8334', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77ea0a1e-f0d9-4c19-a78b-87635ef5248b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:16:00.258160 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3adce-a474-4e64-a03e-3838e15db374 None None] The sync data for ids ['fd9f7cda-2b46-49fd-a37a-c609813cf63a'] in dv-cinder-819149-14-iscsi is: [{'id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'name': 'router1', 'tenant_id': '711e8b07480d478a80cbefc6fe30467f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b8b174d4-8486-427d-8ca8-659ef183cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:15:39Z', 'updated_at': '2022-07-20T19:15:57Z', 'revision_number': 4, 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'gw_port': {'id': 'b8b174d4-8486-427d-8ca8-659ef183cd4a', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:80:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:15:56Z', 'updated_at': '2022-07-20T19:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'c3b59c52-167e-456f-87c6-f03cc55d0ff6', 'name': '', 'network_id': '9db1536b-3de3-4e1b-bfed-e01afbae4613', 'tenant_id': '711e8b07480d478a80cbefc6fe30467f', 'mac_address': 'fa:16:3e:cc:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f7cda-2b46-49fd-a37a-c609813cf63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7293bded-a708-4a06-a82c-5c5f1aed8334', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:15:48Z', 'updated_at': '2022-07-20T19:15:52Z', 'revision_number': 5, 'project_id': '711e8b07480d478a80cbefc6fe30467f', 'subnets': [{'id': '7293bded-a708-4a06-a82c-5c5f1aed8334', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77ea0a1e-f0d9-4c19-a78b-87635ef5248b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:16:00.408483 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 34880) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:16:00.821565 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-19f95233-6804-430f-a466-00f741d2aa5c admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4119544 Jul 20 19:16:01.163550 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device b8b174d4-8486-427d-8ca8-659ef183cd4a up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:16:01.209036 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port b8b174d4-8486-427d-8ca8-659ef183cd4a triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:16:01.209416 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b8b174d4-8486-427d-8ca8-659ef183cd4a), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:01.281871 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port b8b174d4-8486-427d-8ca8-659ef183cd4a is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:16:01.282255 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b8b174d4-8486-427d-8ca8-659ef183cd4a), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:01.303052 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port b8b174d4-8486-427d-8ca8-659ef183cd4a, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=b8b174d4-8486-427d-8ca8-659ef183cd4a,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:16:01.308593 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (b8b174d4-8486-427d-8ca8-659ef183cd4a), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:01.359147 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=b8b174d4-8486-427d-8ca8-659ef183cd4a,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:16:02.298221 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=34 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:16:02.321214 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=40 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:16:03.157874 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device b8b174d4-8486-427d-8ca8-659ef183cd4a up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:16:03.210894 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port b8b174d4-8486-427d-8ca8-659ef183cd4a triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:16:03.211347 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b8b174d4-8486-427d-8ca8-659ef183cd4a), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:03.288240 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:16:03.293156 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port b8b174d4-8486-427d-8ca8-659ef183cd4a is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:16:10.812360 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:16:10.817143 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=26 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:16:13.284456 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:16:18.221532 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-55a6e471-3b89-4730-83dc-8280e09dcf72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:19.823214 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 5 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:16:20.556763 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9e72d4e3-25f5-4dee-8399-ee8c5bc50ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:21.671139 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:23.262521 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:23.405334 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:29.819165 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=6 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:16:29.820821 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=2 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:16:33.392380 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:16:33.400747 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:16:48.224103 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-76a15e34-11af-47df-b3cd-5c4786f13cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:50.561754 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3b06-b2de-4916-acb2-5e61bd55e713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:51.674012 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:53.258703 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:53.410280 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:16:56.823198 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 5 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:17:03.390945 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:03.399621 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:06.818803 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:16.821989 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:18.216339 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0fb09edd-a562-4429-8441-bdd27b7b53f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:20.568412 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-5056d966-7d3a-4278-8717-36dc5c68273c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:21.675428 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:22.916446 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35418) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:17:23.249705 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82624f8-a624-4cf7-9845-dea8b5b519b6 admin admin] GET failed (client error): The resource could not be found. Jul 20 19:17:23.251057 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-a82624f8-a624-4cf7-9845-dea8b5b519b6 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3335543 Jul 20 19:17:23.255480 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:23.404881 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:23.416143 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b43f81-3423-4d51-af21-f65786984083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:23.417652 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-33b43f81-3423-4d51-af21-f65786984083 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1625004 Jul 20 19:17:25.614449 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35428) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:17:25.982632 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9dc41c-98e6-4678-b28e-129ddb314f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:25.983865 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-bb9dc41c-98e6-4678-b28e-129ddb314f70 admin admin] 10.222.0.43 "GET /v2.0/subnets/7293bded-a708-4a06-a82c-5c5f1aed8334 HTTP/1.1" status: 200 len: 849 time: 0.3684845 Jul 20 19:17:25.993858 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:17:26.081077 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Publish callbacks [] for subnet (7293bded-a708-4a06-a82c-5c5f1aed8334), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:26.226590 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762281587532'] for subnet (7293bded-a708-4a06-a82c-5c5f1aed8334), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:26.258922 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:26.259433 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:26.260711 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] 10.222.0.43 "PUT /v2.0/subnets/7293bded-a708-4a06-a82c-5c5f1aed8334 HTTP/1.1" status: 200 len: 868 time: 0.2703850 Jul 20 19:17:26.278444 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cb6488-038c-40eb-a7a9-f43f03f0a369 None None] Network 9db1536b-3de3-4e1b-bfed-e01afbae4613 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:17:26.280745 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7293bded-a708-4a06-a82c-5c5f1aed8334,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:17:26.288608 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.288956 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.289287 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.289694 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.290033 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.290364 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.290694 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.291018 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.291378 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.291698 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.292026 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.292376 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.292699 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.293020 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.293337 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051db9e-2e0b-4d3c-b5ff-fa670d1d1d80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:17:26.623009 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-b7b89c31-1ede-4f1c-b555-89f3598b75bd None None] Provisioning complete for port c3b59c52-167e-456f-87c6-f03cc55d0ff6 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:17:26.623394 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-b7b89c31-1ede-4f1c-b555-89f3598b75bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (c3b59c52-167e-456f-87c6-f03cc55d0ff6), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:26.702757 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-b7b89c31-1ede-4f1c-b555-89f3598b75bd None None] Current status of the port c3b59c52-167e-456f-87c6-f03cc55d0ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:17:26.711762 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-b7b89c31-1ede-4f1c-b555-89f3598b75bd None None] Provisioning complete for port 67af3bb9-303a-4b92-9c58-9bb920c72d92 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:17:26.712144 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-b7b89c31-1ede-4f1c-b555-89f3598b75bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (67af3bb9-303a-4b92-9c58-9bb920c72d92), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:26.793852 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-b7b89c31-1ede-4f1c-b555-89f3598b75bd None None] Current status of the port 67af3bb9-303a-4b92-9c58-9bb920c72d92 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:17:28.465628 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35436) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:17:28.937962 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aacb69a-9c2b-4013-b5f2-f60370726fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:28.938917 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aacb69a-9c2b-4013-b5f2-f60370726fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:28.940512 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-9aacb69a-9c2b-4013-b5f2-f60370726fad admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4738853 Jul 20 19:17:31.112096 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35444) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:17:31.516987 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890227cf-be73-43be-b8c7-10294fd852a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:31.517380 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890227cf-be73-43be-b8c7-10294fd852a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:31.518886 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-890227cf-be73-43be-b8c7-10294fd852a7 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4058352 Jul 20 19:17:33.717641 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35452) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:17:33.822390 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 5 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:17:34.117855 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf11a4a5-0eb1-4e7f-8d97-19c1d12051cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:34.119129 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-cf11a4a5-0eb1-4e7f-8d97-19c1d12051cf admin admin] 10.222.0.43 "GET /v2.0/networks/375d5bca-02fc-4d5c-b7b5-7a04eb8769ca HTTP/1.1" status: 200 len: 886 time: 0.4004693 Jul 20 19:17:36.297956 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35462) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:17:36.769545 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:36.785364 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bdfeaa-a296-4245-ba67-19b750f16f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:36.786644 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:36.787127 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-39bdfeaa-a296-4245-ba67-19b750f16f63 admin admin] 10.222.0.43 "GET /v2.0/networks/9db1536b-3de3-4e1b-bfed-e01afbae4613 HTTP/1.1" status: 200 len: 869 time: 0.4878523 Jul 20 19:17:36.791403 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:38.964423 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35472) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:17:39.339952 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:39.363296 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571c6d29-6e8e-4d43-aa46-46d4b7977ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:39.363755 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571c6d29-6e8e-4d43-aa46-46d4b7977ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:39.365314 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-571c6d29-6e8e-4d43-aa46-46d4b7977ed7 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3999262 Jul 20 19:17:40.837817 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:41.548563 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35480) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:17:41.921872 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e365d0-0e8c-4a28-bcbd-f2bf9ecf2334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:41.922328 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e365d0-0e8c-4a28-bcbd-f2bf9ecf2334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:41.923822 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-f9e365d0-0e8c-4a28-bcbd-f2bf9ecf2334 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3743277 Jul 20 19:17:43.819649 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:44.110329 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=10 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:44.115815 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=10 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:44.148448 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35488) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:17:44.518644 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe11918-43a3-40b0-b12f-e6e5f0c53fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:44.520034 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-cfe11918-43a3-40b0-b12f-e6e5f0c53fe5 admin admin] 10.222.0.43 "GET /v2.0/subnets/030b3703-f41e-4327-8cfe-1f120a632e6f HTTP/1.1" status: 200 len: 816 time: 0.3706157 Jul 20 19:17:46.754199 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35496) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:17:47.150459 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcce148-fd27-484e-8dc8-58c877d989a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:17:47.151703 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-7bcce148-fd27-484e-8dc8-58c877d989a8 admin admin] 10.222.0.43 "GET /v2.0/subnets/7293bded-a708-4a06-a82c-5c5f1aed8334 HTTP/1.1" status: 200 len: 868 time: 0.3965371 Jul 20 19:17:48.218587 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-1a65c81d-ca2f-4920-9666-87d179db864e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:50.563876 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-10ea2101-0338-4bf8-8a2d-75fe105bb518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:51.675912 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:53.259621 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:53.409285 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:17:57.145971 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=22 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:17:57.146754 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=22 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:18:03.397686 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:18:03.404046 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:18:10.820640 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 5 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:18:15.422442 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35550) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:18:15.762919 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [None req-3870aba5-2e8d-44ec-8745-1729d7284ce5 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103974) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:18:15.763904 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-3870aba5-2e8d-44ec-8745-1729d7284ce5 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3405077 Jul 20 19:18:18.061027 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35558) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:18:18.222001 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bb8c4f1b-55df-4b4b-8e2c-c2d877d9c1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:18.399387 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a60c49c-8305-4d01-b72a-9deac197f23c admin admin] GET failed (client error): The resource could not be found. Jul 20 19:18:18.400687 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-0a60c49c-8305-4d01-b72a-9deac197f23c admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3387272 Jul 20 19:18:18.544138 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8867e3e2-8f3a-4146-a6f9-b99a8f6b1ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:18:18.545563 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-8867e3e2-8f3a-4146-a6f9-b99a8f6b1ba0 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1408885 Jul 20 19:18:20.569065 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6cb6-5b84-4e29-af38-9192ac87ef8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:20.781354 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35566) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:18:20.817437 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=16 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:18:20.818149 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=18 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:18:21.103238 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:18:21.128101 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Made reservation on behalf of 39f878600fda47389da52621d6e0947c for: {'network': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:18:21.130928 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:21.161594 dv-cinder-819149-14-iscsi neutron-server[103973]: WARNING neutron.services.revisions.revision_plugin [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Could not find related network for resource to bump revision. Jul 20 19:18:21.177318 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:18:21.190661 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762281705530', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (6b156310-9845-403f-828d-2a98c941fdea), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:21.191195 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Unsubscribe: segment precommit_create {{(pid=103973) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 19:18:21.191662 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.segments_db [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Added segment 6b156310-9845-403f-828d-2a98c941fdea of type vlan for network 978d7a44-f2f0-4e79-9da3-941536435933 Jul 20 19:18:21.237344 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (978d7a44-f2f0-4e79-9da3-941536435933), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:21.268035 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (978d7a44-f2f0-4e79-9da3-941536435933), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:21.269038 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:18:21.269599 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:21.320972 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5385337 Jul 20 19:18:21.454390 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Pushing event updated for resources: {'Network': ['ID=978d7a44-f2f0-4e79-9da3-941536435933,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:18:21.462017 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.462341 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.462707 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.463051 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.463386 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.463718 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.464047 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.464402 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.464733 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.465062 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.465406 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.465737 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.466078 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.466384 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.466704 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adb61d-118e-439e-84b3-b4633a57f594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:21.480912 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 978d7a44-f2f0-4e79-9da3-941536435933 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:18:21.680391 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:23.263387 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:23.412507 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:23.563190 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35574) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:18:23.895385 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bab3904-5955-4ef0-abe9-4cc0680a0e1c admin admin] GET failed (client error): The resource could not be found. Jul 20 19:18:23.896674 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-2bab3904-5955-4ef0-abe9-4cc0680a0e1c admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3325369 Jul 20 19:18:23.969353 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308246c-6ad4-4eab-b27b-a8e0dfbfe869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:18:23.970809 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-d308246c-6ad4-4eab-b27b-a8e0dfbfe869 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701005 Jul 20 19:18:23.980466 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-7aa5f68c-00a7-48cd-bd95-9902cb71c7ab admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:18:24.000117 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa5f68c-00a7-48cd-bd95-9902cb71c7ab admin admin] Made reservation on behalf of 39f878600fda47389da52621d6e0947c for: {'subnet': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:18:24.002428 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7aa5f68c-00a7-48cd-bd95-9902cb71c7ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:24.166246 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7aa5f68c-00a7-48cd-bd95-9902cb71c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for subnet (8a61cac9-2e2f-4ed2-878e-f1d61b38b3a3), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:24.218429 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5f68c-00a7-48cd-bd95-9902cb71c7ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a61cac9-2e2f-4ed2-878e-f1d61b38b3a3,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:18:24.229035 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5f68c-00a7-48cd-bd95-9902cb71c7ab admin admin] Checking segment: {'id': '6b156310-9845-403f-828d-2a98c941fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:18:24.229386 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa5f68c-00a7-48cd-bd95-9902cb71c7ab admin admin] Network hostable DHCP agents. Network: 978d7a44-f2f0-4e79-9da3-941536435933, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:18:24.245550 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa5f68c-00a7-48cd-bd95-9902cb71c7ab admin admin] Network 978d7a44-f2f0-4e79-9da3-941536435933 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:18:24.254075 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-7aa5f68c-00a7-48cd-bd95-9902cb71c7ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 978d7a44-f2f0-4e79-9da3-941536435933) {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:18:24.258544 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa5f68c-00a7-48cd-bd95-9902cb71c7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:18:24.260177 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7aa5f68c-00a7-48cd-bd95-9902cb71c7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:24.267553 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb05a2bc-a2b8-41fc-b93e-6dfcfeb38f07 None None] Network 978d7a44-f2f0-4e79-9da3-941536435933 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:18:24.276201 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-7aa5f68c-00a7-48cd-bd95-9902cb71c7ab admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2990067 Jul 20 19:18:24.371947 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-978d7a44-f2f0-4e79-9da3-941536435933', 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933', 'project_id': '39f878600fda47389da52621d6e0947c', 'fixed_ips': [{'subnet_id': '8a61cac9-2e2f-4ed2-878e-f1d61b38b3a3'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:18:24.372930 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:24.513959 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Allocated IP 192.168.233.2 (978d7a44-f2f0-4e79-9da3-941536435933/8a61cac9-2e2f-4ed2-878e-f1d61b38b3a3/a08db07e-ba3e-4add-ae47-d857385027d3) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:18:24.660882 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Publish callbacks [] for port (a08db07e-ba3e-4add-ae47-d857385027d3), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:24.668215 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (a08db07e-ba3e-4add-ae47-d857385027d3), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:24.709576 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Network 978d7a44-f2f0-4e79-9da3-941536435933 is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:18:24.715658 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:18:24.722310 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:18:24.724621 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Pushing event updated for resources: {'Port': ['ID=a08db07e-ba3e-4add-ae47-d857385027d3,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:18:24.733574 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.733923 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.734313 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.734669 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.735003 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.735327 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.735669 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.735975 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.736335 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.736678 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.736986 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.737321 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.737647 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.737967 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.738282 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:18:24.797201 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Attempting to bind port a08db07e-ba3e-4add-ae47-d857385027d3 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:18:24.797534 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Attempting to bind port a08db07e-ba3e-4add-ae47-d857385027d3 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '6b156310-9845-403f-828d-2a98c941fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:18:24.797920 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Attempting to bind port a08db07e-ba3e-4add-ae47-d857385027d3 on network 978d7a44-f2f0-4e79-9da3-941536435933 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:18:24.803508 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:18:24.803969 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Checking segment: {'id': '6b156310-9845-403f-828d-2a98c941fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:18:24.804421 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:24.804808 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Bound using segment: {'id': '6b156310-9845-403f-828d-2a98c941fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:18:24.805387 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Bound port: a08db07e-ba3e-4add-ae47-d857385027d3, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b156310-9845-403f-828d-2a98c941fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:18:24.805764 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a08db07e-ba3e-4add-ae47-d857385027d3), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:24.871930 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] For port a08db07e-ba3e-4add-ae47-d857385027d3, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:18:24.876597 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] For port a08db07e-ba3e-4add-ae47-d857385027d3, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=a08db07e-ba3e-4add-ae47-d857385027d3,segment=NetworkSegment(6b156310-9845-403f-828d-2a98c941fdea),segment_id=6b156310-9845-403f-828d-2a98c941fdea)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:18:24.883014 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (a08db07e-ba3e-4add-ae47-d857385027d3), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:24.946200 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d55326-2e86-450c-bfb6-852ddb54ffe0 None None] Pushing event updated for resources: {'Port': ['ID=a08db07e-ba3e-4add-ae47-d857385027d3,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:18:25.282656 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device a08db07e-ba3e-4add-ae47-d857385027d3 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:18:25.321574 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:18:25.324761 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:18:25.335766 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port a08db07e-ba3e-4add-ae47-d857385027d3 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:18:25.336154 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (a08db07e-ba3e-4add-ae47-d857385027d3), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:25.415247 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port a08db07e-ba3e-4add-ae47-d857385027d3 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:18:25.415639 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a08db07e-ba3e-4add-ae47-d857385027d3), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:25.450287 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port a08db07e-ba3e-4add-ae47-d857385027d3, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=a08db07e-ba3e-4add-ae47-d857385027d3,segment=NetworkSegment(6b156310-9845-403f-828d-2a98c941fdea),segment_id=6b156310-9845-403f-828d-2a98c941fdea)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:18:25.454779 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (a08db07e-ba3e-4add-ae47-d857385027d3), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:25.512778 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=a08db07e-ba3e-4add-ae47-d857385027d3,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:18:25.837486 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c0f703-746b-4900-a694-860569835fea None None] Network 978d7a44-f2f0-4e79-9da3-941536435933 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:18:25.998783 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-66a3a28a-eb85-4b19-b4c9-1de09f3b68ca None None] Provisioning complete for port a08db07e-ba3e-4add-ae47-d857385027d3 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:18:25.999164 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-66a3a28a-eb85-4b19-b4c9-1de09f3b68ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (a08db07e-ba3e-4add-ae47-d857385027d3), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:26.117492 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-66a3a28a-eb85-4b19-b4c9-1de09f3b68ca None None] Current status of the port a08db07e-ba3e-4add-ae47-d857385027d3 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:18:26.335432 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-58c49bf4-0a63-4361-9174-5cd19f44e9e4 None None] Provisioning complete for port a08db07e-ba3e-4add-ae47-d857385027d3 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:18:26.336080 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-58c49bf4-0a63-4361-9174-5cd19f44e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (a08db07e-ba3e-4add-ae47-d857385027d3), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:26.411899 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-58c49bf4-0a63-4361-9174-5cd19f44e9e4 None None] Current status of the port a08db07e-ba3e-4add-ae47-d857385027d3 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:18:27.252549 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device a08db07e-ba3e-4add-ae47-d857385027d3 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:18:27.307503 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port a08db07e-ba3e-4add-ae47-d857385027d3 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:18:27.307890 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (a08db07e-ba3e-4add-ae47-d857385027d3), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:27.381241 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port a08db07e-ba3e-4add-ae47-d857385027d3 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:18:34.267008 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:18:34.269678 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:18:37.376425 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:18:37.379200 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=86 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:18:47.820306 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 5 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:18:48.224258 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-cb283854-2be9-4ec1-ac92-2506fa05cfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:50.562812 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-08889e83-f7e3-4c57-a1d3-191efc75d595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:51.689619 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:53.268639 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:53.416866 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:18:57.816808 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:18:57.817552 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:03.406618 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:03.411719 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:18.232055 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8d6b405b-5987-4e11-b569-8364c7e1a3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:20.567019 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f86a78cf-172c-4e1f-a3f2-93779685d4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:21.685173 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:21.818564 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:23.270114 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:23.419863 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:24.820394 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 5 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:19:33.413292 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:33.415647 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:34.816386 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:34.817236 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:48.225384 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-54e803f7-9c8a-41fa-8894-b880a3339393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:50.572301 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4a93dc1a-7594-4dd1-bb75-d07b0d88304e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:51.690120 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:51.976179 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35616) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:51.982765 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [None req-9312ad07-e239-45f6-b223-88a4e39a642d tempest-verify_tempest_config-1634269339 tempest-verify_tempest_config-1634269339-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103973) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:19:51.983919 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-9312ad07-e239-45f6-b223-88a4e39a642d tempest-verify_tempest_config-1634269339 tempest-verify_tempest_config-1634269339-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065835 Jul 20 19:19:52.497452 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35634) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:52.846382 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:52.954497 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Publish callbacks [] for security_group (ebc061b8-5cff-4956-8e46-0e8437e994c9), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:52.959213 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ebc061b8-5cff-4956-8e46-0e8437e994c9), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:53.005153 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb2e42db20754da4b0fc4007e03f15e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5066471 Jul 20 19:19:53.007764 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc061b8-5cff-4956-8e46-0e8437e994c9,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:53.008070 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35638) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:53.015694 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.016073 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.016473 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.016820 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.017147 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.017477 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.017807 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.018132 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.018472 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.018826 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.019164 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.019493 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.019831 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.020128 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.020469 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f619a-e5c4-43d3-860f-64576017bf3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.069602 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Publish callbacks [] for security_group (ebc061b8-5cff-4956-8e46-0e8437e994c9), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:53.091278 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Publish callbacks [] for security_group (ebc061b8-5cff-4956-8e46-0e8437e994c9), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:53.186963 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ebc061b8-5cff-4956-8e46-0e8437e994c9), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:53.189610 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:53.193596 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ebc061b8-5cff-4956-8e46-0e8437e994c9 HTTP/1.1" status: 204 len: 168 time: 0.1845410 Jul 20 19:19:53.201474 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc061b8-5cff-4956-8e46-0e8437e994c9,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:53.209447 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.209789 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.210158 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.210498 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.210832 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.211167 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.211497 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.211820 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.212166 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.212527 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.212869 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.213197 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.213517 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.213835 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.214155 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e698-f20c-457d-a8a1-4dfd75358388 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:53.277203 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:53.424604 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:01.819788 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 5 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:20:03.003662 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=17,neutron:INSERT=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:03.011514 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=22,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:03.133277 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:03.205778 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:03.418097 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:03.420248 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:16.421581 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=18 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:16.424393 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=16 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:18.227288 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-2bcbea55-13cc-4d3b-a5e2-cd3800d3e001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:20.575489 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-50342a87-5a2f-43c5-a994-6649e9ace648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:21.685092 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:23.278721 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:23.427541 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:33.416107 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:33.422829 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:38.818442 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 5 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:20:48.228182 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-d30a9b03-683d-4238-9ec3-7090343fdb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:48.814828 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:48.815588 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:50.578038 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f23ade5f-32ed-4b11-9923-f3e2382dbc55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:51.687033 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:53.280019 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:53.430365 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:03.423827 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=20 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:03.426406 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:15.818131 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 5 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:21:18.231957 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-828233e3-3c8e-4bc2-881f-7491d5cdf66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:20.579366 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9fcc09bf-6070-47fe-9987-fda56d8bdc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:21.689679 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:22.846333 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:23.282810 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:23.432096 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:25.814706 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=6 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:33.426505 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=6 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:33.428481 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:46.385472 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454377'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:48.233150 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4c1f391f-ed1f-4a30-85a9-755db8f57799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:50.584299 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6f7cc850-be0d-4e17-b2a3-03253464c49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:51.693742 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:52.819816 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:21:53.287115 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:53.434956 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:57.873832 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35734) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:21:57.998364 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-b63498ad-5e86-451d-a114-f68ca93cc9f2 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1234603 Jul 20 19:21:59.842149 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:00.055501 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35744) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:22:00.108492 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-7ed6df32-2961-4133-888a-17efdc1c679d admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0518565 Jul 20 19:22:02.815010 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:03.428763 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=10 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:03.431521 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:07.993140 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:10.103998 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:16.376697 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:16.414650 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=13 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:16.418371 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=13 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:18.234009 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbcaf-93e2-4a50-a8e3-1fb86a580541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:20.586630 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-1dd7cd1f-6825-4961-86cc-359df886d292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:21.695124 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:23.287817 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:23.440725 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:29.819583 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:22:33.434613 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:33.436626 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:36.848593 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:39.815661 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=5 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:46.390490 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:48.236243 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-5255745f-fa18-45a7-96d8-f185e6f222a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:50.588187 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-637e0b8f-f5c7-4146-a1b5-daaa8699ca5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:51.701189 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:53.290612 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:53.444038 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:03.285789 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:03.438553 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:06.819812 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:23:16.388222 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:16.826244 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=5 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:16.827167 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:18.240765 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-11c7fcd7-30ad-4b51-a872-b5cf6fa38ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:20.589815 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0c797c21-f996-437d-8517-7b210e56eab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:21.701861 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:23.293543 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:23.448750 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:33.440982 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:33.442926 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:41.594275 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35828) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:41.870226 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-718083115-network', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:41.908248 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Made reservation on behalf of f0f63357734c4efa9a88c07996aa5551 for: {'network': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:23:41.911293 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:41.921380 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.023681 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Publish callbacks [] for security_group (bead5d85-a692-4b41-af75-8a22ebdd8b72), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.028851 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (bead5d85-a692-4b41-af75-8a22ebdd8b72), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.054858 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bead5d85-a692-4b41-af75-8a22ebdd8b72,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:42.063789 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.064406 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.068729 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.069332 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.069978 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.072030 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.073628 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.074419 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.074819 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.075350 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.076104 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.076788 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.077139 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.077482 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.077940 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Tracked resource versions report: Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: pushed versions: Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: { 'AddressGroup': {'1.2'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Agent': {'1.1'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'ConntrackHelper': {'1.0'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Log': {'1.0'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'NDPProxy': {'1.0'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Network': {'1.1'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Port': {'1.7'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'PortForwarding': {'1.3'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'QosPolicy': {'1.10'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'SecurityGroup': {'1.5'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'SubPort': {'1.0'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Subnet': {'1.1'}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Trunk': {'1.1'}} Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: consumer versions: Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: { DHCP agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: HyperV agent@hv-cinder-81914: {}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: L3 agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: Metadata agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: Metering agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: Open vSwitch agent@dv-cinder-819149-14-iscsi: { 'AddressGroup': '1.2', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Agent': '1.1', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'ConntrackHelper': '1.0', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'LocalIPAssociation': '1.0', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Log': '1.0', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'NDPProxy': '1.0', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Network': '1.1', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Port': '1.7', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'PortForwarding': '1.3', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'QosPolicy': '1.10', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'SecurityGroup': '1.5', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'SecurityGroupRule': '1.2', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'SubPort': '1.0', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Subnet': '1.1', Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: 'Trunk': '1.1'}} Jul 20 19:23:42.079840 dv-cinder-819149-14-iscsi neutron-server[103974]: {{(pid=103974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:23:42.097706 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:23:42.109081 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (185a2201-06c7-4fce-84cd-a85f721374d6), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.109503 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.segments_db [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Added segment 185a2201-06c7-4fce-84cd-a85f721374d6 of type vlan for network cb30eef5-f970-4e36-86fc-a729873274d6 Jul 20 19:23:42.161848 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (cb30eef5-f970-4e36-86fc-a729873274d6), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.196327 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (cb30eef5-f970-4e36-86fc-a729873274d6), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.197289 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:42.197951 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.231572 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.6376517 Jul 20 19:23:42.234787 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35882) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:42.242443 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Request body: {'subnet': {'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-subnet', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:42.265545 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Made reservation on behalf of f0f63357734c4efa9a88c07996aa5551 for: {'subnet': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:23:42.268752 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.269188 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ae189-49ed-4b10-8bb8-5d85dc530c13 admin admin] Pushing event updated for resources: {'Network': ['ID=cb30eef5-f970-4e36-86fc-a729873274d6,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:42.281959 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network cb30eef5-f970-4e36-86fc-a729873274d6 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:23:42.459248 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for subnet (6a4336cf-9fca-4f26-b66c-6b9c36dc41e6), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.526669 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:42.538569 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.538907 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.539245 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.539582 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.539911 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.540236 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.540608 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.540923 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.541420 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.541911 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.542405 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.542894 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.543214 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.543534 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.543849 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Tracked resource versions report: Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: pushed versions: Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: { 'AddressGroup': {'1.2'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Agent': {'1.1'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'ConntrackHelper': {'1.0'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Log': {'1.0'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'NDPProxy': {'1.0'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Network': {'1.1'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Port': {'1.7'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'PortForwarding': {'1.3'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'QosPolicy': {'1.10'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'SecurityGroup': {'1.5'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'SubPort': {'1.0'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Subnet': {'1.1'}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Trunk': {'1.1'}} Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: consumer versions: Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: { DHCP agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: HyperV agent@hv-cinder-81914: {}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: L3 agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: Metadata agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: Metering agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: Open vSwitch agent@dv-cinder-819149-14-iscsi: { 'AddressGroup': '1.2', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Agent': '1.1', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'ConntrackHelper': '1.0', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'LocalIPAssociation': '1.0', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Log': '1.0', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'NDPProxy': '1.0', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Network': '1.1', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Port': '1.7', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'PortForwarding': '1.3', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'QosPolicy': '1.10', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'SecurityGroup': '1.5', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'SecurityGroupRule': '1.2', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'SubPort': '1.0', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Subnet': '1.1', Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: 'Trunk': '1.1'}} Jul 20 19:23:42.545068 dv-cinder-819149-14-iscsi neutron-server[103973]: {{(pid=103973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:23:42.551130 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Checking segment: {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:42.552245 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Network hostable DHCP agents. Network: cb30eef5-f970-4e36-86fc-a729873274d6, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:23:42.570554 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Network cb30eef5-f970-4e36-86fc-a729873274d6 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:23:42.582401 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, cb30eef5-f970-4e36-86fc-a729873274d6) {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:42.588710 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:42.589662 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.593063 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7116599d-34de-4b1f-8f7e-c2121e850398 None None] Network cb30eef5-f970-4e36-86fc-a729873274d6 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:23:42.611464 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 35894) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:42.612010 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-9fe64988-3311-4028-96bf-18583994031e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3745432 Jul 20 19:23:42.615922 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:42.639524 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127984'] for router (9106d187-c158-41c9-b9f9-bacae43c3022), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.640845 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-478355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127881'] for router (9106d187-c158-41c9-b9f9-bacae43c3022), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.702801 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Publish callbacks [] for router_controller (9106d187-c158-41c9-b9f9-bacae43c3022), precommit_add_association {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.729489 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-cb30eef5-f970-4e36-86fc-a729873274d6', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:23:42.730626 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.906387 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Allocated IP 172.20.0.2 (cb30eef5-f970-4e36-86fc-a729873274d6/6a4336cf-9fca-4f26-b66c-6b9c36dc41e6/0bac962a-40f8-4a34-84ec-43922dc09e75) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:23:42.951478 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Publish callbacks [] for router_gateway (9106d187-c158-41c9-b9f9-bacae43c3022), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:42.987928 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35914) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:43.104037 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Publish callbacks [] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.112007 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.158029 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Network cb30eef5-f970-4e36-86fc-a729873274d6 is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:23:43.163996 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:43.166435 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:23:43.191301 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Pushing event updated for resources: {'Port': ['ID=0bac962a-40f8-4a34-84ec-43922dc09e75,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:43.224071 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.224444 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.224799 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.225147 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.226203 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.226203 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.226203 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.226492 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.226723 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.227059 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.227362 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.227722 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.228231 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.228602 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.228825 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Tracked resource versions report: Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: pushed versions: Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: { 'AddressGroup': {'1.2'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Agent': {'1.1'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'ConntrackHelper': {'1.0'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Log': {'1.0'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'NDPProxy': {'1.0'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Network': {'1.1'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Port': {'1.7'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'PortForwarding': {'1.3'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'QosPolicy': {'1.10'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'SecurityGroup': {'1.5'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'SubPort': {'1.0'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Subnet': {'1.1'}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Trunk': {'1.1'}} Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: consumer versions: Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: { DHCP agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: HyperV agent@hv-cinder-81914: {}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: L3 agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: Metadata agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: Metering agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: Open vSwitch agent@dv-cinder-819149-14-iscsi: { 'AddressGroup': '1.2', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Agent': '1.1', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'ConntrackHelper': '1.0', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'LocalIPAssociation': '1.0', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Log': '1.0', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'NDPProxy': '1.0', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Network': '1.1', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Port': '1.7', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'PortForwarding': '1.3', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'QosPolicy': '1.10', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'SecurityGroup': '1.5', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'SecurityGroupRule': '1.2', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'SubPort': '1.0', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Subnet': '1.1', Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: 'Trunk': '1.1'}} Jul 20 19:23:43.230730 dv-cinder-819149-14-iscsi neutron-server[103975]: {{(pid=103975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:23:43.235392 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Publish callbacks [] for router_gateway (9106d187-c158-41c9-b9f9-bacae43c3022), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.277162 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1623494623-network', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:43.287193 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.290119 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Attempting to bind port 0bac962a-40f8-4a34-84ec-43922dc09e75 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:23:43.290674 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Attempting to bind port 0bac962a-40f8-4a34-84ec-43922dc09e75 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:23:43.290849 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Attempting to bind port 0bac962a-40f8-4a34-84ec-43922dc09e75 on network cb30eef5-f970-4e36-86fc-a729873274d6 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:23:43.296756 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:23:43.297156 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Checking segment: {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:43.297728 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.298131 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Bound using segment: {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:23:43.299856 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Bound port: 0bac962a-40f8-4a34-84ec-43922dc09e75, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:23:43.300244 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.329484 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Made reservation on behalf of 5231dfdf49c44f7ab191159ea563dad7 for: {'network': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:23:43.332582 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.343115 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.409703 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] For port 0bac962a-40f8-4a34-84ec-43922dc09e75, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:23:43.417763 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] For port 0bac962a-40f8-4a34-84ec-43922dc09e75, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=0bac962a-40f8-4a34-84ec-43922dc09e75,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:23:43.430493 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.441427 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Publish callbacks [] for security_group (ba77002c-a3cb-436d-bcc1-fbcc5b697144), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.447072 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ba77002c-a3cb-436d-bcc1-fbcc5b697144), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.463567 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:43.467140 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:23:43.481062 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (a87d9bd1-5ef3-4d2f-a105-862e2466f2c2), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.481573 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.segments_db [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Added segment a87d9bd1-5ef3-4d2f-a105-862e2466f2c2 of type vlan for network 9a9193de-984d-406f-a548-19b5a7c18792 Jul 20 19:23:43.516837 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879ca93-1ab8-4cd4-b8a2-df4ffa422b40 None None] Pushing event updated for resources: {'Port': ['ID=0bac962a-40f8-4a34-84ec-43922dc09e75,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:43.555611 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba77002c-a3cb-436d-bcc1-fbcc5b697144,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:43.581991 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (9a9193de-984d-406f-a548-19b5a7c18792), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.602282 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Allocated IP 172.27.2.43 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/793c54c7-8eb2-44eb-be14-e2fe5570df8b) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:23:43.624495 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:43.631391 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (9a9193de-984d-406f-a548-19b5a7c18792), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.633274 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:43.634066 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.668279 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6790030 Jul 20 19:23:43.669378 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35944) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:43.690663 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-ba847c55-1937-49d9-b2dc-08a0e8862a46 admin admin] Request body: {'subnet': {'network_id': '9a9193de-984d-406f-a548-19b5a7c18792', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1623494623-subnet', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:43.762540 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26039d59-f223-4212-9a56-7a9f66808982 admin admin] Pushing event updated for resources: {'Network': ['ID=9a9193de-984d-406f-a548-19b5a7c18792,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:43.773490 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba847c55-1937-49d9-b2dc-08a0e8862a46 admin admin] Made reservation on behalf of 5231dfdf49c44f7ab191159ea563dad7 for: {'subnet': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:23:43.775970 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 9a9193de-984d-406f-a548-19b5a7c18792 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:23:43.777171 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ba847c55-1937-49d9-b2dc-08a0e8862a46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:43.785847 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=14 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:43.807252 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:43.820137 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:23:43.832012 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:43.980642 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Publish callbacks [] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:44.055961 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:44.138500 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ba847c55-1937-49d9-b2dc-08a0e8862a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for subnet (6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:44.165919 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:23:44.174470 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:44.184274 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:23:44.194719 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Pushing event updated for resources: {'Port': ['ID=793c54c7-8eb2-44eb-be14-e2fe5570df8b,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:44.249097 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba847c55-1937-49d9-b2dc-08a0e8862a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:44.271701 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba847c55-1937-49d9-b2dc-08a0e8862a46 admin admin] Checking segment: {'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:44.272272 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba847c55-1937-49d9-b2dc-08a0e8862a46 admin admin] Network hostable DHCP agents. Network: 9a9193de-984d-406f-a548-19b5a7c18792, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:23:44.309253 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba847c55-1937-49d9-b2dc-08a0e8862a46 admin admin] Network 9a9193de-984d-406f-a548-19b5a7c18792 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:23:44.324312 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-ba847c55-1937-49d9-b2dc-08a0e8862a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 9a9193de-984d-406f-a548-19b5a7c18792) {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:44.330557 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba847c55-1937-49d9-b2dc-08a0e8862a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:44.331544 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ba847c55-1937-49d9-b2dc-08a0e8862a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:44.338568 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9092cbfe-d59a-467e-873e-31cc6cc0eb80 None None] Network 9a9193de-984d-406f-a548-19b5a7c18792 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:23:44.370948 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-ba847c55-1937-49d9-b2dc-08a0e8862a46 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6866522 Jul 20 19:23:44.372110 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35956) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:44.384798 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1623494623-router', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:44.434532 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127984'] for router (7440bf1d-ff52-40e4-9703-8d8700520189), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:44.437099 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-478355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127881'] for router (7440bf1d-ff52-40e4-9703-8d8700520189), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:44.567003 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-9a9193de-984d-406f-a548-19b5a7c18792', 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792', 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'fixed_ips': [{'subnet_id': '6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:23:44.568120 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:44.574541 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35962) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:44.591200 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35966) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:44.603788 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Publish callbacks [] for router_controller (7440bf1d-ff52-40e4-9703-8d8700520189), precommit_add_association {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:44.734439 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Publish callbacks [] for router_gateway (9106d187-c158-41c9-b9f9-bacae43c3022), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:44.794168 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:44.794779 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 35972) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:44.835987 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:44.933752 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Allocated IP 172.20.0.2 (9a9193de-984d-406f-a548-19b5a7c18792/6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa/284547e0-78ff-4b2b-a51f-421d3d14f773) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:23:44.975623 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Publish callbacks [] for router_gateway (7440bf1d-ff52-40e4-9703-8d8700520189), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.005232 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540'] for router (9106d187-c158-41c9-b9f9-bacae43c3022), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.075490 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e35b727-6fae-4651-91a5-3e2029a2a763 None None] Network cb30eef5-f970-4e36-86fc-a729873274d6 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:23:45.103085 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-d614e688-1b6d-4262-9a83-7dbf91416652 None None] Provisioning complete for port 0bac962a-40f8-4a34-84ec-43922dc09e75 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:45.103477 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-d614e688-1b6d-4262-9a83-7dbf91416652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.215182 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Router 9106d187-c158-41c9-b9f9-bacae43c3022 is scheduled to L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 with binding_index 1 {{(pid=103974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:23:45.311918 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-d614e688-1b6d-4262-9a83-7dbf91416652 None None] Current status of the port 0bac962a-40f8-4a34-84ec-43922dc09e75 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:45.312324 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-d614e688-1b6d-4262-9a83-7dbf91416652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.327506 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-network', 'tenant_id': 'ff9c443652a141d482130869ff76c327'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:45.372753 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-845356683-network', 'tenant_id': 'ad44b110b66740669f1360228ac3e901'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:45.381234 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1419240305-network', 'tenant_id': '654a322fff99416595c66a993aeaee17'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:45.402007 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:23:45.419978 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Sync routers for ids ['9106d187-c158-41c9-b9f9-bacae43c3022'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:23:45.444668 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Routers {'9106d187-c158-41c9-b9f9-bacae43c3022'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:23:45.448186 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['9106d187-c158-41c9-b9f9-bacae43c3022'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:45.460600 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Made reservation on behalf of ad44b110b66740669f1360228ac3e901 for: {'network': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:23:45.462409 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.463072 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.463820 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-16f9c451-2ee1-4b14-bd1d-a07217963755 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8513477 Jul 20 19:23:45.466914 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36000) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:45.480623 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.558697 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-d614e688-1b6d-4262-9a83-7dbf91416652 None None] For port 0bac962a-40f8-4a34-84ec-43922dc09e75, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=0bac962a-40f8-4a34-84ec-43922dc09e75,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:23:45.585007 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Publish callbacks [] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.592063 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-d614e688-1b6d-4262-9a83-7dbf91416652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.592180 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Publish callbacks [] for security_group (7f691349-c05b-4dd9-bcc6-eb0e935b5274), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.593452 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:45.593858 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:45.594636 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Made reservation on behalf of ff9c443652a141d482130869ff76c327 for: {'network': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:23:45.597347 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.605219 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (7f691349-c05b-4dd9-bcc6-eb0e935b5274), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.611983 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 0bac962a-40f8-4a34-84ec-43922dc09e75 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:23:45.621072 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:23:45.660723 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (1c390ee8-1397-43b5-8b69-a55c69be91d0), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.661131 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.segments_db [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Added segment 1c390ee8-1397-43b5-8b69-a55c69be91d0 of type vlan for network 46012cc6-f6dd-4282-8aa2-1e03cafad09a Jul 20 19:23:45.673204 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.689448 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Set router 9106d187-c158-41c9-b9f9-bacae43c3022 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:23:45.744742 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:45.754605 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (46012cc6-f6dd-4282-8aa2-1e03cafad09a), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.842610 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.846155 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (46012cc6-f6dd-4282-8aa2-1e03cafad09a), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.847928 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:45.850465 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.850638 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Network 9a9193de-984d-406f-a548-19b5a7c18792 is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:23:45.864356 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:45.868351 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:23:45.897909 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614e688-1b6d-4262-9a83-7dbf91416652 None None] Pushing event updated for resources: {'Port': ['ID=0bac962a-40f8-4a34-84ec-43922dc09e75,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:45.911279 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Made reservation on behalf of 654a322fff99416595c66a993aeaee17 for: {'network': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:23:45.913887 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.921174 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3427880 Jul 20 19:23:45.926589 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36016) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:45.946061 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-77a56373-bbe4-4908-85d5-3225550fa382 admin admin] Request body: {'subnet': {'network_id': '46012cc6-f6dd-4282-8aa2-1e03cafad09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-845356683-subnet', 'tenant_id': 'ad44b110b66740669f1360228ac3e901', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:45.954549 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-64edcac8-8414-407b-b06c-6c9b89905c49 None None] Provisioning complete for port 0bac962a-40f8-4a34-84ec-43922dc09e75 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:45.961154 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-64edcac8-8414-407b-b06c-6c9b89905c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.030306 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a56373-bbe4-4908-85d5-3225550fa382 admin admin] Made reservation on behalf of ad44b110b66740669f1360228ac3e901 for: {'subnet': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:23:46.032389 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-77a56373-bbe4-4908-85d5-3225550fa382 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.088491 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Publish callbacks [] for security_group (10c9ce75-7140-44e2-8b9b-7b446a04d4a0), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.118108 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.120161 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f691349-c05b-4dd9-bcc6-eb0e935b5274,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:46.123793 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Publish callbacks [] for router_gateway (7440bf1d-ff52-40e4-9703-8d8700520189), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.129383 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (10c9ce75-7140-44e2-8b9b-7b446a04d4a0), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.142638 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:23:46.154538 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (0b5371db-9980-42c3-aad7-025533c555e7), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.154892 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.segments_db [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Added segment 0b5371db-9980-42c3-aad7-025533c555e7 of type vlan for network ab609c42-592c-4da6-88a0-b462f1083b16 Jul 20 19:23:46.155113 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:44Z', 'revision_number': 3, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:46.170806 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:46.173648 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 0bac962a-40f8-4a34-84ec-43922dc09e75 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:46.173801 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.177887 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-64edcac8-8414-407b-b06c-6c9b89905c49 None None] Current status of the port 0bac962a-40f8-4a34-84ec-43922dc09e75 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:46.194713 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Checking router: 9106d187-c158-41c9-b9f9-bacae43c3022 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:23:46.195399 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Updating router 9106d187-c158-41c9-b9f9-bacae43c3022 port 793c54c7-8eb2-44eb-be14-e2fe5570df8b binding host dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:23:46.203475 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (ab609c42-592c-4da6-88a0-b462f1083b16), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.240119 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.265324 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (ab609c42-592c-4da6-88a0-b462f1083b16), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.266305 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:46.267067 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.291244 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:46.297792 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.447594 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Attempting to bind port 284547e0-78ff-4b2b-a51f-421d3d14f773 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:23:46.447958 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Attempting to bind port 284547e0-78ff-4b2b-a51f-421d3d14f773 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:23:46.448432 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Attempting to bind port 284547e0-78ff-4b2b-a51f-421d3d14f773 on network 9a9193de-984d-406f-a548-19b5a7c18792 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:23:46.457881 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.473388 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:23:46.474446 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Checking segment: {'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:46.474844 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.475234 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Bound using segment: {'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:23:46.475708 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Bound port: 284547e0-78ff-4b2b-a51f-421d3d14f773, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:23:46.476078 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.494337 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Pushing event updated for resources: {'Port': ['ID=284547e0-78ff-4b2b-a51f-421d3d14f773,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:46.559460 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:46.562145 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 0bac962a-40f8-4a34-84ec-43922dc09e75 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:46.597998 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] For port 284547e0-78ff-4b2b-a51f-421d3d14f773, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:23:46.602726 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] For port 284547e0-78ff-4b2b-a51f-421d3d14f773, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=284547e0-78ff-4b2b-a51f-421d3d14f773,segment=NetworkSegment(a87d9bd1-5ef3-4d2f-a105-862e2466f2c2),segment_id=a87d9bd1-5ef3-4d2f-a105-862e2466f2c2)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:23:46.611339 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.626277 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0312250 Jul 20 19:23:46.626277 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6a369-9846-4491-8146-f2db6141e655 admin admin] Pushing event updated for resources: {'Network': ['ID=46012cc6-f6dd-4282-8aa2-1e03cafad09a,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:46.632470 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36036) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:46.640589 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-693e7a2d-03ae-4092-92ad-e5e6144a103a admin admin] Request body: {'subnet': {'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-subnet', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:46.658058 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 46012cc6-f6dd-4282-8aa2-1e03cafad09a details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:23:46.699017 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:46.712538 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693e7a2d-03ae-4092-92ad-e5e6144a103a admin admin] Made reservation on behalf of ff9c443652a141d482130869ff76c327 for: {'subnet': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:23:46.715174 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-693e7a2d-03ae-4092-92ad-e5e6144a103a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.721035 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Pushing event updated for resources: {'Network': ['ID=ab609c42-592c-4da6-88a0-b462f1083b16,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:46.751240 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network ab609c42-592c-4da6-88a0-b462f1083b16 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:23:46.795012 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Allocated IP 172.27.2.131 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/e35189d0-a1c5-4bd4-90d1-1eed1dd260c3) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:23:46.807990 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a6f62-2c3f-4cb4-80e8-c62efddd0a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c9ce75-7140-44e2-8b9b-7b446a04d4a0,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:46.885972 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:46.903975 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3ab7f-8fa3-4ace-8174-629292f18f81 None None] Pushing event updated for resources: {'Port': ['ID=284547e0-78ff-4b2b-a51f-421d3d14f773,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:46.940590 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-693e7a2d-03ae-4092-92ad-e5e6144a103a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for subnet (de1f425d-2a18-45f6-9b64-fdfd0a26c08e), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.992654 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Publish callbacks [] for security_group (a0a89001-6ddd-4595-96d1-37327e8fef8a), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.009093 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (a0a89001-6ddd-4595-96d1-37327e8fef8a), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.038598 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e7a2d-03ae-4092-92ad-e5e6144a103a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1f425d-2a18-45f6-9b64-fdfd0a26c08e,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:47.070533 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:23:47.093479 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a89001-6ddd-4595-96d1-37327e8fef8a,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:47.105512 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:47.113702 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.114139 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.segments_db [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Added segment 8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac of type vlan for network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 Jul 20 19:23:47.134425 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e7a2d-03ae-4092-92ad-e5e6144a103a admin admin] Checking segment: {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:47.134793 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e7a2d-03ae-4092-92ad-e5e6144a103a admin admin] Network hostable DHCP agents. Network: ab609c42-592c-4da6-88a0-b462f1083b16, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:23:47.149058 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Publish callbacks [] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.220049 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (f5bb1c67-48ca-4e2c-b322-fdd0133524e4), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.241422 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e7a2d-03ae-4092-92ad-e5e6144a103a admin admin] Network ab609c42-592c-4da6-88a0-b462f1083b16 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:23:47.267084 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-693e7a2d-03ae-4092-92ad-e5e6144a103a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, ab609c42-592c-4da6-88a0-b462f1083b16) {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:47.272428 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e7a2d-03ae-4092-92ad-e5e6144a103a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:47.273119 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-693e7a2d-03ae-4092-92ad-e5e6144a103a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.277767 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a68d5-37e9-46b7-b192-31f02f040b83 None None] Network ab609c42-592c-4da6-88a0-b462f1083b16 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:23:47.306519 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-77a56373-bbe4-4908-85d5-3225550fa382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for subnet (dc677042-bd5a-4a3a-bf2f-14ce5e7d329f), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.333747 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (f5bb1c67-48ca-4e2c-b322-fdd0133524e4), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.336618 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:47.341691 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.359846 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.524854 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e35189d0-a1c5-4bd4-90d1-1eed1dd260c3,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:47.541691 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Publish callbacks [] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.555847 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.7598255 Jul 20 19:23:47.557767 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.561075 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36072) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:47.592162 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-693e7a2d-03ae-4092-92ad-e5e6144a103a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9551837 Jul 20 19:23:47.603069 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-3764d7bd-6cae-4e92-8db5-e3a98f614f05 admin admin] Request body: {'subnet': {'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1419240305-subnet', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:47.607886 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-ab609c42-592c-4da6-88a0-b462f1083b16', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'project_id': 'ff9c443652a141d482130869ff76c327', 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:23:47.609218 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36074) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:47.611670 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.619912 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Pushing event updated for resources: {'Port': ['ID=793c54c7-8eb2-44eb-be14-e2fe5570df8b,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:47.646729 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:47.647296 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.647296 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.647498 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.647817 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.648161 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.648525 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.648859 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.649188 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.656742 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.658407 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.662963 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a8a41-7d24-4c83-b316-e7523640f177 admin admin] Pushing event updated for resources: {'Network': ['ID=f5bb1c67-48ca-4e2c-b322-fdd0133524e4,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:47.669268 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:23:47.674869 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:47.675428 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.678172 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:47.681683 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.686959 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:23:47.687173 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.687529 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.687885 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Tracked resource versions report: Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: pushed versions: Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: { 'AddressGroup': {'1.2'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Agent': {'1.1'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'ConntrackHelper': {'1.0'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Log': {'1.0'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'NDPProxy': {'1.0'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Network': {'1.1'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Port': {'1.7'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'PortForwarding': {'1.3'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'QosPolicy': {'1.10'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'SecurityGroup': {'1.5'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'SubPort': {'1.0'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Subnet': {'1.1'}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Trunk': {'1.1'}} Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: consumer versions: Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: { DHCP agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: HyperV agent@hv-cinder-81914: {}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: L3 agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: Metadata agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: Metering agent@dv-cinder-819149-14-iscsi: {}, Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: Open vSwitch agent@dv-cinder-819149-14-iscsi: { 'AddressGroup': '1.2', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Agent': '1.1', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'ConntrackHelper': '1.0', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'LocalIPAssociation': '1.0', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Log': '1.0', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'NDPProxy': '1.0', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Network': '1.1', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Port': '1.7', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'PortForwarding': '1.3', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'QosPolicy': '1.10', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'SecurityGroup': '1.5', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'SecurityGroupRule': '1.2', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'SubPort': '1.0', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Subnet': '1.1', Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: 'Trunk': '1.1'}} Jul 20 19:23:47.696320 dv-cinder-819149-14-iscsi neutron-server[103976]: {{(pid=103976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:23:47.704806 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:23:47.718287 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Attempting to bind port 793c54c7-8eb2-44eb-be14-e2fe5570df8b on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:23:47.719218 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Attempting to bind port 793c54c7-8eb2-44eb-be14-e2fe5570df8b by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:23:47.723644 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Attempting to bind port 793c54c7-8eb2-44eb-be14-e2fe5570df8b on network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:23:47.729045 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a56373-bbe4-4908-85d5-3225550fa382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc677042-bd5a-4a3a-bf2f-14ce5e7d329f,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:47.751924 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3764d7bd-6cae-4e92-8db5-e3a98f614f05 admin admin] Made reservation on behalf of 654a322fff99416595c66a993aeaee17 for: {'subnet': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:23:47.756790 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:23:47.757087 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:47.757498 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.758129 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Bound using segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:23:47.760110 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Bound port: 793c54c7-8eb2-44eb-be14-e2fe5570df8b, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:23:47.760607 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.765693 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3764d7bd-6cae-4e92-8db5-e3a98f614f05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.786435 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.863966 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 0bac962a-40f8-4a34-84ec-43922dc09e75 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:23:47.873144 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a56373-bbe4-4908-85d5-3225550fa382 admin admin] Checking segment: {'id': '1c390ee8-1397-43b5-8b69-a55c69be91d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '46012cc6-f6dd-4282-8aa2-1e03cafad09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:47.873741 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a56373-bbe4-4908-85d5-3225550fa382 admin admin] Network hostable DHCP agents. Network: 46012cc6-f6dd-4282-8aa2-1e03cafad09a, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:23:47.884309 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] For port 793c54c7-8eb2-44eb-be14-e2fe5570df8b, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:23:47.891179 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:47.894195 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] For port 793c54c7-8eb2-44eb-be14-e2fe5570df8b, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=793c54c7-8eb2-44eb-be14-e2fe5570df8b,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:23:47.903127 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:47.977245 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:48.001811 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127984'] for router (2d162076-1ec9-4e81-a383-972f3eeafd52), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:48.002173 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a56373-bbe4-4908-85d5-3225550fa382 admin admin] Network 46012cc6-f6dd-4282-8aa2-1e03cafad09a is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:23:48.003755 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-478355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127881'] for router (2d162076-1ec9-4e81-a383-972f3eeafd52), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:48.035311 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-77a56373-bbe4-4908-85d5-3225550fa382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 46012cc6-f6dd-4282-8aa2-1e03cafad09a) {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:48.048387 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Routers {'9106d187-c158-41c9-b9f9-bacae43c3022'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:23:48.049036 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['9106d187-c158-41c9-b9f9-bacae43c3022'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:48.050918 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a56373-bbe4-4908-85d5-3225550fa382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:48.051703 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-77a56373-bbe4-4908-85d5-3225550fa382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:48.087714 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9722be91-6ccb-44f1-9fd2-138f85a68831 None None] Network 46012cc6-f6dd-4282-8aa2-1e03cafad09a requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:23:48.181921 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb820dd6-69f8-4ba8-b530-d58a0204b293 None None] Pushing event updated for resources: {'Port': ['ID=793c54c7-8eb2-44eb-be14-e2fe5570df8b,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:48.187577 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-77a56373-bbe4-4908-85d5-3225550fa382 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2598124 Jul 20 19:23:48.334580 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Allocated IP 172.20.0.1 (cb30eef5-f970-4e36-86fc-a729873274d6/6a4336cf-9fca-4f26-b66c-6b9c36dc41e6/63caeb9a-8734-4cb9-a5e7-aeb22723fd82) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:23:48.350988 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Publish callbacks [] for router_controller (2d162076-1ec9-4e81-a383-972f3eeafd52), precommit_add_association {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:48.436004 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29138633-0c90-438c-be73-c6e95e0f5d7e None None] Network 46012cc6-f6dd-4282-8aa2-1e03cafad09a requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:23:48.505679 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:48.510059 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] Set router 9106d187-c158-41c9-b9f9-bacae43c3022 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:23:48.524539 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 0bac962a-40f8-4a34-84ec-43922dc09e75 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:48.524960 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:48.732880 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Publish callbacks [] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:48.736387 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Publish callbacks [] for router_gateway (2d162076-1ec9-4e81-a383-972f3eeafd52), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:48.736387 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Publish callbacks [] for router_gateway (7440bf1d-ff52-40e4-9703-8d8700520189), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:48.737249 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:48.772881 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:48.791308 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177657b5-1229-44d6-bf1f-22a16196c44a None None] Network 9a9193de-984d-406f-a548-19b5a7c18792 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:23:48.884774 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:48.890190 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:48.898693 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=63caeb9a-8734-4cb9-a5e7-aeb22723fd82,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:48.905887 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Network cb30eef5-f970-4e36-86fc-a729873274d6 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:23:48.908255 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:48.910089 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:23:48.910623 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445850'] for router_interface (9106d187-c158-41c9-b9f9-bacae43c3022), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:48.997006 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-44568f6c-4d5c-4dcf-8148-34a7e9126da4 None None] Provisioning complete for port 284547e0-78ff-4b2b-a51f-421d3d14f773 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:48.997300 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-44568f6c-4d5c-4dcf-8148-34a7e9126da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:49.003036 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:44Z', 'revision_number': 3, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:49.073443 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08450aa-6b79-4e1e-ba3a-128f40c870a6 None None] The sync data for ids ['9106d187-c158-41c9-b9f9-bacae43c3022'] in dv-cinder-819149-14-iscsi is: [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:44Z', 'revision_number': 3, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:23:49.113913 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-2c156432-556f-44f2-b761-eb3558c66a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:49.212975 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Allocated IP 172.20.0.2 (ab609c42-592c-4da6-88a0-b462f1083b16/de1f425d-2a18-45f6-9b64-fdfd0a26c08e/160929e8-eec0-445f-b7fa-cd68a1944203) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:23:49.365889 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:49.469623 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36128) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:49.498902 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Publish callbacks [] for port (160929e8-eec0-445f-b7fa-cd68a1944203), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:49.504049 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:49.522188 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:49.523136 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:49.574066 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3764d7bd-6cae-4e92-8db5-e3a98f614f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for subnet (51299be0-e1ff-48e7-8c5f-c79b7fb4abc7), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:49.665548 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:49.744658 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Pushing event updated for resources: {'Port': ['ID=160929e8-eec0-445f-b7fa-cd68a1944203,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:49.797311 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Network ab609c42-592c-4da6-88a0-b462f1083b16 is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:23:49.806033 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Publish callbacks [] for router_gateway (2d162076-1ec9-4e81-a383-972f3eeafd52), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:49.827013 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:49.830066 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:23:49.843118 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 0bac962a-40f8-4a34-84ec-43922dc09e75 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:49.848208 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 284547e0-78ff-4b2b-a51f-421d3d14f773 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:23:49.909819 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:49.912047 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36152) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:49.919924 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1612789064-network', 'tenant_id': 'b67255a6107044a18b4f70f4bd95e0e2'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:49.971362 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-55ef295f-fb06-4647-8cd3-7d7630ca53b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:49.975670 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Made reservation on behalf of b67255a6107044a18b4f70f4bd95e0e2 for: {'network': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:23:49.978593 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.006947 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.033117 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540'] for router (7440bf1d-ff52-40e4-9703-8d8700520189), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.046828 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764d7bd-6cae-4e92-8db5-e3a98f614f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51299be0-e1ff-48e7-8c5f-c79b7fb4abc7,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:50.050138 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-44568f6c-4d5c-4dcf-8148-34a7e9126da4 None None] Current status of the port 284547e0-78ff-4b2b-a51f-421d3d14f773 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:50.050684 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-44568f6c-4d5c-4dcf-8148-34a7e9126da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.059275 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764d7bd-6cae-4e92-8db5-e3a98f614f05 admin admin] Checking segment: {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:50.060064 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3764d7bd-6cae-4e92-8db5-e3a98f614f05 admin admin] Network hostable DHCP agents. Network: f5bb1c67-48ca-4e2c-b322-fdd0133524e4, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:23:50.120807 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Publish callbacks [] for security_group (c769c053-8c34-46be-8e05-dbaaa06c6ec6), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.121725 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Attempting to bind port 160929e8-eec0-445f-b7fa-cd68a1944203 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:23:50.122499 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Attempting to bind port 160929e8-eec0-445f-b7fa-cd68a1944203 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:23:50.123062 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Attempting to bind port 160929e8-eec0-445f-b7fa-cd68a1944203 on network ab609c42-592c-4da6-88a0-b462f1083b16 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:23:50.126139 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (c769c053-8c34-46be-8e05-dbaaa06c6ec6), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.158272 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-44568f6c-4d5c-4dcf-8148-34a7e9126da4 None None] For port 284547e0-78ff-4b2b-a51f-421d3d14f773, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=284547e0-78ff-4b2b-a51f-421d3d14f773,segment=NetworkSegment(a87d9bd1-5ef3-4d2f-a105-862e2466f2c2),segment_id=a87d9bd1-5ef3-4d2f-a105-862e2466f2c2)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:23:50.163347 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Publish callbacks [] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.164439 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-44568f6c-4d5c-4dcf-8148-34a7e9126da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.180717 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.181571 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456674'] for router_interface (9106d187-c158-41c9-b9f9-bacae43c3022), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.182387 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:23:50.182893 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Checking segment: {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:50.183603 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.184406 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Bound using segment: {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:23:50.185072 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Bound port: 160929e8-eec0-445f-b7fa-cd68a1944203, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:23:50.185422 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.185647 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:23:50.216396 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c769c053-8c34-46be-8e05-dbaaa06c6ec6,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:50.250204 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (e9bfef6b-4e2a-4c06-8021-ea779746ad4e), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.250499 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.segments_db [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Added segment e9bfef6b-4e2a-4c06-8021-ea779746ad4e of type vlan for network 9865885d-5d63-4c1c-aab6-07275e0f32c8 Jul 20 19:23:50.283750 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 284547e0-78ff-4b2b-a51f-421d3d14f773 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:50.284186 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.292051 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=63caeb9a-8734-4cb9-a5e7-aeb22723fd82,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:50.326185 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Allocated IP 172.27.2.122 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/aed0e0e1-32f5-4855-8163-2ee77b5513a4) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:23:50.403442 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8c76dbd0-edc3-4f61-b266-c0c2797044da None None] Provisioning complete for port 284547e0-78ff-4b2b-a51f-421d3d14f773 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:50.403927 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8c76dbd0-edc3-4f61-b266-c0c2797044da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.409390 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44568f6c-4d5c-4dcf-8148-34a7e9126da4 None None] Pushing event updated for resources: {'Port': ['ID=284547e0-78ff-4b2b-a51f-421d3d14f773,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:50.469476 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3764d7bd-6cae-4e92-8db5-e3a98f614f05 admin admin] Network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:23:50.499293 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-3764d7bd-6cae-4e92-8db5-e3a98f614f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, f5bb1c67-48ca-4e2c-b322-fdd0133524e4) {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:50.526789 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=15 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:50.528257 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3764d7bd-6cae-4e92-8db5-e3a98f614f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:50.529135 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3764d7bd-6cae-4e92-8db5-e3a98f614f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.532997 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (9865885d-5d63-4c1c-aab6-07275e0f32c8), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.545892 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:50.556488 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-3764d7bd-6cae-4e92-8db5-e3a98f614f05 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9918191 Jul 20 19:23:50.560225 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36162) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:50.573684 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:50.596261 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf2789-6be4-4861-84f8-1dbb0ca598f7 None None] Network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:23:50.609316 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Publish callbacks [] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.611081 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (9865885d-5d63-4c1c-aab6-07275e0f32c8), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.612110 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:50.612957 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.634250 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] For port 160929e8-eec0-445f-b7fa-cd68a1944203, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:23:50.649103 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-55ef295f-fb06-4647-8cd3-7d7630ca53b7 admin admin] Publish callbacks [] for security_group (4fa72d31-13be-45b2-b659-30311b567759), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.652815 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:50.658143 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-55ef295f-fb06-4647-8cd3-7d7630ca53b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (4fa72d31-13be-45b2-b659-30311b567759), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.663503 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Network cb30eef5-f970-4e36-86fc-a729873274d6 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:23:50.665053 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127984'] for router (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.666275 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-478355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127881'] for router (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.676332 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7630155 Jul 20 19:23:50.677606 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:50.679501 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36164) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:50.710717 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-503caa29-7a15-463d-8cc3-9170f3d8ae6f admin admin] Request body: {'subnet': {'network_id': '9865885d-5d63-4c1c-aab6-07275e0f32c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1612789064-subnet', 'tenant_id': 'b67255a6107044a18b4f70f4bd95e0e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:23:50.710930 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef295f-fb06-4647-8cd3-7d7630ca53b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa72d31-13be-45b2-b659-30311b567759,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:50.717444 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] For port 160929e8-eec0-445f-b7fa-cd68a1944203, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=160929e8-eec0-445f-b7fa-cd68a1944203,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:23:50.718753 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Router 7440bf1d-ff52-40e4-9703-8d8700520189 is scheduled to L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 with binding_index 1 {{(pid=103973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:23:50.718872 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9c70650b-6331-4252-a56e-a2a40be81595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.731034 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:50.736045 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d5b25-5edf-449a-80f9-a63beb68195f admin admin] Pushing event updated for resources: {'Network': ['ID=9865885d-5d63-4c1c-aab6-07275e0f32c8,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:50.740667 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.746264 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 284547e0-78ff-4b2b-a51f-421d3d14f773 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:50.752428 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-55ef295f-fb06-4647-8cd3-7d7630ca53b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb8ace75ec1e4e73bfc1f2c37328d733&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2114036 Jul 20 19:23:50.761899 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36166) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:50.811127 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 9865885d-5d63-4c1c-aab6-07275e0f32c8 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:23:50.878149 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503caa29-7a15-463d-8cc3-9170f3d8ae6f admin admin] Made reservation on behalf of b67255a6107044a18b4f70f4bd95e0e2 for: {'subnet': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:23:50.881556 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-503caa29-7a15-463d-8cc3-9170f3d8ae6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.891501 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Publish callbacks [] for router_controller (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), precommit_add_association {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:50.951123 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8c76dbd0-edc3-4f61-b266-c0c2797044da None None] Current status of the port 284547e0-78ff-4b2b-a51f-421d3d14f773 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:50.976112 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:50.987692 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:23:51.024281 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:51.046152 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:51.047491 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8c76dbd0-edc3-4f61-b266-c0c2797044da None None] Provisioning complete for port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:51.048061 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8c76dbd0-edc3-4f61-b266-c0c2797044da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:51.099106 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:51.101301 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-7e566db2-78a3-4f9f-9df4-8ba2f01148d9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7234383 Jul 20 19:23:51.109447 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36174) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:51.141605 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 793c54c7-8eb2-44eb-be14-e2fe5570df8b up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:23:51.200923 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:23:51.206942 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Sync routers for ids ['7440bf1d-ff52-40e4-9703-8d8700520189'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:23:51.213960 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:51.219974 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:23:51.240131 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'project_id': '654a322fff99416595c66a993aeaee17', 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:23:51.241011 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:51.277120 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Pushing event updated for resources: {'Port': ['ID=aed0e0e1-32f5-4855-8163-2ee77b5513a4,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:51.287143 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a7435655-2c42-46ee-b51c-2f38934e6be2 admin admin] Publish callbacks [] for security_group (4fa72d31-13be-45b2-b659-30311b567759), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:51.309664 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Routers {'7440bf1d-ff52-40e4-9703-8d8700520189'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:23:51.310308 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['7440bf1d-ff52-40e4-9703-8d8700520189'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:51.312477 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaa7e6-31d1-4286-8bca-c7a636215f2c None None] Pushing event updated for resources: {'Port': ['ID=160929e8-eec0-445f-b7fa-cd68a1944203,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:51.373909 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 793c54c7-8eb2-44eb-be14-e2fe5570df8b triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:51.374311 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:51.428474 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Publish callbacks [] for router_gateway (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:51.499221 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8c76dbd0-edc3-4f61-b266-c0c2797044da None None] Port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:23:51.564178 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Router 9106d187-c158-41c9-b9f9-bacae43c3022 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:23:51.592234 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a7435655-2c42-46ee-b51c-2f38934e6be2 admin admin] Publish callbacks [] for security_group (4fa72d31-13be-45b2-b659-30311b567759), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:51.658415 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Set router 7440bf1d-ff52-40e4-9703-8d8700520189 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:23:51.711601 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Allocated IP 172.20.0.2 (f5bb1c67-48ca-4e2c-b322-fdd0133524e4/51299be0-e1ff-48e7-8c5f-c79b7fb4abc7/563857b7-6dad-40fe-a1a5-a4f359e42d83) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:23:51.751577 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-9a751953-ff26-43a2-ba93-43c7fffc7485 None None] Provisioning complete for port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:51.752309 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9a751953-ff26-43a2-ba93-43c7fffc7485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:51.791482 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 793c54c7-8eb2-44eb-be14-e2fe5570df8b is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:51.792164 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:51.844125 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:51.895444 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:51.971501 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Publish callbacks [] for router_gateway (2d162076-1ec9-4e81-a383-972f3eeafd52), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:52.012022 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port 793c54c7-8eb2-44eb-be14-e2fe5570df8b, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=793c54c7-8eb2-44eb-be14-e2fe5570df8b,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:23:52.013058 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-9a751953-ff26-43a2-ba93-43c7fffc7485 None None] Port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:23:52.016371 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:52.025837 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:52.026677 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 284547e0-78ff-4b2b-a51f-421d3d14f773 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:23:52.147434 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a7435655-2c42-46ee-b51c-2f38934e6be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (4fa72d31-13be-45b2-b659-30311b567759), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:52.149921 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a7435655-2c42-46ee-b51c-2f38934e6be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:52.153042 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-a7435655-2c42-46ee-b51c-2f38934e6be2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fa72d31-13be-45b2-b659-30311b567759 HTTP/1.1" status: 204 len: 168 time: 1.3858688 Jul 20 19:23:52.268952 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7435655-2c42-46ee-b51c-2f38934e6be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa72d31-13be-45b2-b659-30311b567759,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:52.274854 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:23:52.282756 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6b40f536-f837-4af8-acce-ef05cc6ad6b1 admin admin] 10.222.0.43 "PUT /v2.0/routers/9106d187-c158-41c9-b9f9-bacae43c3022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8112977 Jul 20 19:23:52.294319 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Publish callbacks [] for router_gateway (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:52.322281 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=793c54c7-8eb2-44eb-be14-e2fe5570df8b,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:52.386768 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:52.431417 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-503caa29-7a15-463d-8cc3-9170f3d8ae6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for subnet (1fcefa42-718c-4a49-8b13-3f3ea189733b), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:52.445971 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 284547e0-78ff-4b2b-a51f-421d3d14f773 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:52.446432 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:52.497120 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:52.556393 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'name': 'tempest-DeleteServersTestJSON-1623494623-router', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:44Z', 'updated_at': '2022-07-20T19:23:47Z', 'revision_number': 3, 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'gw_port': {'id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:46Z', 'updated_at': '2022-07-20T19:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:52.595406 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Sync routers for ids ['9106d187-c158-41c9-b9f9-bacae43c3022'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:23:52.600755 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:52.609181 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:52.610244 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36202) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:52.623100 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Routers {'9106d187-c158-41c9-b9f9-bacae43c3022'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:23:52.623767 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['9106d187-c158-41c9-b9f9-bacae43c3022'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:52.629194 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Checking router: 7440bf1d-ff52-40e4-9703-8d8700520189 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:23:52.629619 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Updating router 7440bf1d-ff52-40e4-9703-8d8700520189 port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 binding host dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:23:52.632361 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503caa29-7a15-463d-8cc3-9170f3d8ae6f admin admin] Checking segment: {'id': 'e9bfef6b-4e2a-4c06-8021-ea779746ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9865885d-5d63-4c1c-aab6-07275e0f32c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:52.632919 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503caa29-7a15-463d-8cc3-9170f3d8ae6f admin admin] Network hostable DHCP agents. Network: 9865885d-5d63-4c1c-aab6-07275e0f32c8, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:23:52.657366 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503caa29-7a15-463d-8cc3-9170f3d8ae6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fcefa42-718c-4a49-8b13-3f3ea189733b,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:52.674175 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261de632-28ce-4e37-9d13-674fd6ba8287 None None] Network ab609c42-592c-4da6-88a0-b462f1083b16 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:23:52.716807 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503caa29-7a15-463d-8cc3-9170f3d8ae6f admin admin] Network 9865885d-5d63-4c1c-aab6-07275e0f32c8 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:23:52.753820 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Allocated IP 172.27.2.107 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/fc92855c-0f51-40e1-a41f-5c60d3274efb) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:23:52.767531 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-503caa29-7a15-463d-8cc3-9170f3d8ae6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 9865885d-5d63-4c1c-aab6-07275e0f32c8) {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:52.793340 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503caa29-7a15-463d-8cc3-9170f3d8ae6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:52.793953 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-503caa29-7a15-463d-8cc3-9170f3d8ae6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:52.831718 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5bc240-4a25-4c0a-9d35-58b67f4e34ae None None] Network 9865885d-5d63-4c1c-aab6-07275e0f32c8 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:23:52.848120 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-503caa29-7a15-463d-8cc3-9170f3d8ae6f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1418095 Jul 20 19:23:52.865641 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36224) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:52.875664 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Publish callbacks [] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:52.901686 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-6262f295-0647-4cde-b69b-0369132c5855 None None] Provisioning complete for port 160929e8-eec0-445f-b7fa-cd68a1944203 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:52.902444 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6262f295-0647-4cde-b69b-0369132c5855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:52.904317 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:52.916241 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Set router 9106d187-c158-41c9-b9f9-bacae43c3022 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:23:52.996841 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8bafbe5a-7cf0-4c45-9a6a-6d1d93199e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.097383 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36228) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:53.111576 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.162780 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6c6f8f-be75-41f7-a784-ca2d5a51d247 admin admin] Deleting subnet dc677042-bd5a-4a3a-bf2f-14ce5e7d329f {{(pid=103974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:23:53.172611 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6f8f-be75-41f7-a784-ca2d5a51d247 admin admin] Publish callbacks [] for subnet (dc677042-bd5a-4a3a-bf2f-14ce5e7d329f), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.245896 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:53.256348 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Publish callbacks [] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.292386 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9ce52046-fa35-4055-ae52-95e0dc0fc518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.300719 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6f8f-be75-41f7-a784-ca2d5a51d247 admin admin] Publish callbacks [] for subnet (dc677042-bd5a-4a3a-bf2f-14ce5e7d329f), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.308637 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '63caeb9a-8734-4cb9-a5e7-aeb22723fd82', 'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'mac_address': 'fa:16:3e:21:98:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:47Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 2, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'subnets': [{'id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:53.329024 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6f8f-be75-41f7-a784-ca2d5a51d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (dc677042-bd5a-4a3a-bf2f-14ce5e7d329f), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.344793 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:23:53.354595 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Checking router: 9106d187-c158-41c9-b9f9-bacae43c3022 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:23:53.354963 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Updating router 9106d187-c158-41c9-b9f9-bacae43c3022 port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 binding host dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:23:53.390955 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.450410 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:53.450534 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:53.451788 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540'] for router (2d162076-1ec9-4e81-a383-972f3eeafd52), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.452591 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:23:53.564392 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.567410 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:53.588968 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8bafbe5a-7cf0-4c45-9a6a-6d1d93199e0c admin admin] Publish callbacks [] for security_group (23128bb1-e3b2-4ec3-b5ca-bc8a131820bb), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.607271 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8bafbe5a-7cf0-4c45-9a6a-6d1d93199e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (23128bb1-e3b2-4ec3-b5ca-bc8a131820bb), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.633117 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 284547e0-78ff-4b2b-a51f-421d3d14f773 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:53.710549 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Pushing event updated for resources: {'Port': ['ID=563857b7-6dad-40fe-a1a5-a4f359e42d83,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:53.764523 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-8bafbe5a-7cf0-4c45-9a6a-6d1d93199e0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39dd51065ee3444fb808ac75eac7973a&name=default HTTP/1.1" status: 200 len: 2994 time: 0.8951263 Jul 20 19:23:53.764523 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafbe5a-7cf0-4c45-9a6a-6d1d93199e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23128bb1-e3b2-4ec3-b5ca-bc8a131820bb,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:53.768156 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.774004 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36250) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:53.830202 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:53.832193 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6f8f-be75-41f7-a784-ca2d5a51d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for subnet (dc677042-bd5a-4a3a-bf2f-14ce5e7d329f), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.875695 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.889762 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.919335 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a53c450-398c-440c-b3be-6213fefc5f8d None None] Network 9865885d-5d63-4c1c-aab6-07275e0f32c8 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:23:53.954017 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9ce52046-fa35-4055-ae52-95e0dc0fc518 admin admin] Publish callbacks [] for security_group (78e99b2b-0f56-4d28-b3f5-3635953540ac), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:53.976792 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Attempting to bind port 563857b7-6dad-40fe-a1a5-a4f359e42d83 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:23:53.977555 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Attempting to bind port 563857b7-6dad-40fe-a1a5-a4f359e42d83 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:23:53.978059 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Attempting to bind port 563857b7-6dad-40fe-a1a5-a4f359e42d83 on network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:23:54.000421 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9ce52046-fa35-4055-ae52-95e0dc0fc518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (78e99b2b-0f56-4d28-b3f5-3635953540ac), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.024861 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-6262f295-0647-4cde-b69b-0369132c5855 None None] Current status of the port 160929e8-eec0-445f-b7fa-cd68a1944203 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:54.025514 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6262f295-0647-4cde-b69b-0369132c5855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.049017 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Pushing event updated for resources: {'Port': ['ID=fc92855c-0f51-40e1-a41f-5c60d3274efb,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:54.082093 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 793c54c7-8eb2-44eb-be14-e2fe5570df8b up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:23:54.120706 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:23:54.121135 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Checking segment: {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:54.121431 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c6f8f-be75-41f7-a784-ca2d5a51d247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc677042-bd5a-4a3a-bf2f-14ce5e7d329f,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:54.121531 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.121878 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Bound using segment: {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:23:54.122422 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Bound port: 563857b7-6dad-40fe-a1a5-a4f359e42d83, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:23:54.123014 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:54.123582 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.131605 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6f8f-be75-41f7-a784-ca2d5a51d247 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.141708 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6e6c6f8f-be75-41f7-a784-ca2d5a51d247 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dc677042-bd5a-4a3a-bf2f-14ce5e7d329f HTTP/1.1" status: 204 len: 168 time: 1.0424004 Jul 20 19:23:54.148641 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36258) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:54.175020 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-9ce52046-fa35-4055-ae52-95e0dc0fc518 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e6e5965bb1e4d8c8577134ce542a311&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5606706 Jul 20 19:23:54.191547 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36260) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:54.195095 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:23:54.207346 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce52046-fa35-4055-ae52-95e0dc0fc518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e99b2b-0f56-4d28-b3f5-3635953540ac,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:54.210426 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:54.217680 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Publish callbacks [] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.224965 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:54.234688 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.235645 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:23:54.268814 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 793c54c7-8eb2-44eb-be14-e2fe5570df8b triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:54.269191 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.308376 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5368d-efb2-4e4f-98d0-f9eee26345aa None None] Pushing event updated for resources: {'Port': ['ID=63caeb9a-8734-4cb9-a5e7-aeb22723fd82,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:54.314440 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-6262f295-0647-4cde-b69b-0369132c5855 None None] For port 160929e8-eec0-445f-b7fa-cd68a1944203, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=160929e8-eec0-445f-b7fa-cd68a1944203,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:23:54.317251 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:54.355745 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6262f295-0647-4cde-b69b-0369132c5855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.412885 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Attempting to bind port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:23:54.413333 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Attempting to bind port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:23:54.413687 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Attempting to bind port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 on network cb30eef5-f970-4e36-86fc-a729873274d6 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:23:54.429558 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:23:54.430196 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Checking segment: {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:54.432369 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.433348 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Bound using segment: {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:23:54.434972 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Bound port: 63caeb9a-8734-4cb9-a5e7-aeb22723fd82, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:23:54.435394 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.451079 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (46012cc6-f6dd-4282-8aa2-1e03cafad09a), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.495214 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Router 2d162076-1ec9-4e81-a383-972f3eeafd52 is scheduled to L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 with binding_index 1 {{(pid=103973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:23:54.550229 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] For port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:23:54.555417 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] For port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=63caeb9a-8734-4cb9-a5e7-aeb22723fd82,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:23:54.563120 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.640464 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-726cdbcf-3b08-4970-8605-12adc224d7e8 admin admin] Publish callbacks [] for security_group (78e99b2b-0f56-4d28-b3f5-3635953540ac), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.648029 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5368d-efb2-4e4f-98d0-f9eee26345aa None None] Pushing event updated for resources: {'Port': ['ID=63caeb9a-8734-4cb9-a5e7-aeb22723fd82,revision_number=4']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:54.671799 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Publish callbacks [] for router_gateway (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.691988 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Routers {'9106d187-c158-41c9-b9f9-bacae43c3022'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:23:54.692817 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['9106d187-c158-41c9-b9f9-bacae43c3022'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:54.753450 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-32e31d85-0434-486d-8453-30af65b29740 None None] For port 563857b7-6dad-40fe-a1a5-a4f359e42d83, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:23:54.762382 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 793c54c7-8eb2-44eb-be14-e2fe5570df8b is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:54.767606 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 160929e8-eec0-445f-b7fa-cd68a1944203 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:23:54.799116 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:54.799973 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Allocated IP 172.20.0.1 (9a9193de-984d-406f-a548-19b5a7c18792/6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa/489ae3df-bd71-4823-a4c1-eb47ac789833) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:23:54.867044 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:54.868898 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-f0139a57-087e-4301-a0a6-818e5c4b4aeb None None] Provisioning complete for port 160929e8-eec0-445f-b7fa-cd68a1944203 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:54.869759 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f0139a57-087e-4301-a0a6-818e5c4b4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.874184 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-32e31d85-0434-486d-8453-30af65b29740 None None] For port 563857b7-6dad-40fe-a1a5-a4f359e42d83, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=563857b7-6dad-40fe-a1a5-a4f359e42d83,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:23:54.970586 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fff85ba5-cedf-484a-be29-bdbd6959d184 admin admin] Publish callbacks [] for security_group (23128bb1-e3b2-4ec3-b5ca-bc8a131820bb), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.978903 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Publish callbacks [] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), precommit_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.983625 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262f295-0647-4cde-b69b-0369132c5855 None None] Pushing event updated for resources: {'Port': ['ID=160929e8-eec0-445f-b7fa-cd68a1944203,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:54.984344 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-726cdbcf-3b08-4970-8605-12adc224d7e8 admin admin] Publish callbacks [] for security_group (78e99b2b-0f56-4d28-b3f5-3635953540ac), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.988366 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36292) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:54.991899 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.992811 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540'] for router (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.999798 dv-cinder-819149-14-iscsi neutron-server[103974]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 19:23:55.038796 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] Set router 9106d187-c158-41c9-b9f9-bacae43c3022 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:23:55.049799 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:55.089505 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fff85ba5-cedf-484a-be29-bdbd6959d184 admin admin] Publish callbacks [] for security_group (23128bb1-e3b2-4ec3-b5ca-bc8a131820bb), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:55.107507 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:55.172047 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 160929e8-eec0-445f-b7fa-cd68a1944203 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:55.173296 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:55.220635 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (46012cc6-f6dd-4282-8aa2-1e03cafad09a), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:55.249168 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Attempting to bind port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:23:55.249827 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Attempting to bind port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:23:55.250398 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Attempting to bind port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 on network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:23:55.266937 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:23:55.267494 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:55.268001 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:55.268586 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Bound using segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:23:55.269181 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Bound port: e35189d0-a1c5-4bd4-90d1-1eed1dd260c3, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:23:55.269710 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:55.275571 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e31d85-0434-486d-8453-30af65b29740 None None] Pushing event updated for resources: {'Port': ['ID=563857b7-6dad-40fe-a1a5-a4f359e42d83,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:55.285975 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-726cdbcf-3b08-4970-8605-12adc224d7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (78e99b2b-0f56-4d28-b3f5-3635953540ac), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:55.289993 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-726cdbcf-3b08-4970-8605-12adc224d7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:55.294578 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-726cdbcf-3b08-4970-8605-12adc224d7e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78e99b2b-0f56-4d28-b3f5-3635953540ac HTTP/1.1" status: 204 len: 168 time: 1.0990989 Jul 20 19:23:55.303926 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-f0139a57-087e-4301-a0a6-818e5c4b4aeb None None] Current status of the port 160929e8-eec0-445f-b7fa-cd68a1944203 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:55.358193 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.358712 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.359809 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.360810 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > port after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.361500 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.363192 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > port after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.363982 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.365400 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.366119 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.366848 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.383827 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '63caeb9a-8734-4cb9-a5e7-aeb22723fd82', 'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'mac_address': 'fa:16:3e:21:98:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:47Z', 'updated_at': '2022-07-20T19:23:54Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'subnets': [{'id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:55.396439 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c2b57-74d4-4b8d-b383-59495be9d22c None None] Pushing event updated for resources: {'Port': ['ID=e35189d0-a1c5-4bd4-90d1-1eed1dd260c3,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:55.400086 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] For port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:23:55.408139 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] For port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=e35189d0-a1c5-4bd4-90d1-1eed1dd260c3,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:23:55.422192 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f749ea-9460-4b85-bf78-8e0554081b4e None None] The sync data for ids ['9106d187-c158-41c9-b9f9-bacae43c3022'] in dv-cinder-819149-14-iscsi is: [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '63caeb9a-8734-4cb9-a5e7-aeb22723fd82', 'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'mac_address': 'fa:16:3e:21:98:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:47Z', 'updated_at': '2022-07-20T19:23:54Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'subnets': [{'id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:23:55.440622 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:55.580672 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-ea4dc042-d175-462e-b931-121d679be723 None None] Provisioning complete for port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:55.581410 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc042-d175-462e-b931-121d679be723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:55.584011 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 160929e8-eec0-445f-b7fa-cd68a1944203 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:55.631329 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8dfe-ce33-4380-91ec-6124937624dd req-c6931df4-41d2-4ecd-bb3b-6272b741beec tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:23:55.634977 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-c6931df4-41d2-4ecd-bb3b-6272b741beec tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 818 time: 0.6372325 Jul 20 19:23:55.647664 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:55.676224 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fff85ba5-cedf-484a-be29-bdbd6959d184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (23128bb1-e3b2-4ec3-b5ca-bc8a131820bb), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:55.689609 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fff85ba5-cedf-484a-be29-bdbd6959d184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:55.693824 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-fff85ba5-cedf-484a-be29-bdbd6959d184 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23128bb1-e3b2-4ec3-b5ca-bc8a131820bb HTTP/1.1" status: 204 len: 168 time: 1.8447728 Jul 20 19:23:55.713325 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c2b57-74d4-4b8d-b383-59495be9d22c None None] Pushing event updated for resources: {'Port': ['ID=e35189d0-a1c5-4bd4-90d1-1eed1dd260c3,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:55.716464 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-7eb5a7e3-80d9-4738-bafe-5f9c2e733d98 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/quotas/f0f63357734c4efa9a88c07996aa5551 HTTP/1.1" status: 200 len: 375 time: 0.0759876 Jul 20 19:23:55.761555 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Routers {'7440bf1d-ff52-40e4-9703-8d8700520189'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:23:55.762653 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['7440bf1d-ff52-40e4-9703-8d8700520189'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:55.840485 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff85ba5-cedf-484a-be29-bdbd6959d184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23128bb1-e3b2-4ec3-b5ca-bc8a131820bb,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:55.862556 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:55.903803 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-1ccd6d1d-1e79-4135-9770-7c4b1a281ecf tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1861234 Jul 20 19:23:55.925260 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb is scheduled to L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 with binding_index 1 {{(pid=103974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:23:55.974088 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.974991 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.975648 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.976244 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:55.976901 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46012cc6-f6dd-4282-8aa2-1e03cafad09a']}} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:55.988122 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:23:55.992571 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-ea4dc042-d175-462e-b931-121d679be723 None None] Current status of the port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:55.993104 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc042-d175-462e-b931-121d679be723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:56.017692 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Sync routers for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:23:56.057252 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c390ee8-1397-43b5-8b69-a55c69be91d0') {'for_net_delete': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:56.057903 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c390ee8-1397-43b5-8b69-a55c69be91d0') {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:56.086160 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9994349'] for segment (1c390ee8-1397-43b5-8b69-a55c69be91d0), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:56.124405 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (1c390ee8-1397-43b5-8b69-a55c69be91d0), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:56.129286 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 563857b7-6dad-40fe-a1a5-a4f359e42d83 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:23:56.138991 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:23:56.139639 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:56.141295 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:56.151464 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:23:56.152016 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995313'] for segment (1c390ee8-1397-43b5-8b69-a55c69be91d0), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:56.206196 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-ea4dc042-d175-462e-b931-121d679be723 None None] For port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=63caeb9a-8734-4cb9-a5e7-aeb22723fd82,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:23:56.248874 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36312) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:56.292806 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-00ac6567-f60a-4553-9598-3a5c56650783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:56.385462 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:23:56.398168 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Sync routers for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:23:56.434429 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:23:56.435327 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:56.441097 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:56.442375 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-5cbe8cf9-58c6-4a19-89b3-23b57cc05c3f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8762479 Jul 20 19:23:56.458499 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36322) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:56.461821 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Publish callbacks [] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:56.505059 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:56.513377 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cdbcf-3b08-4970-8605-12adc224d7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e99b2b-0f56-4d28-b3f5-3635953540ac,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:56.525536 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (46012cc6-f6dd-4282-8aa2-1e03cafad09a), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:56.529918 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:56.546485 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:56.550409 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-ce59b43a-f508-4841-91c8-c447867f1379 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.9326229 Jul 20 19:23:56.590650 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:23:56.609666 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:56.630830 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] 10.222.0.43 "DELETE /v2.0/networks/46012cc6-f6dd-4282-8aa2-1e03cafad09a HTTP/1.1" status: 204 len: 168 time: 2.4785147 Jul 20 19:23:56.631187 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36328) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:56.673562 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36332) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:56.686046 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-5d407ae9-e98f-4ef0-ada8-25ae116a21cf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103974) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:23:56.687349 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-5d407ae9-e98f-4ef0-ada8-25ae116a21cf service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2726352 Jul 20 19:23:56.708698 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abbcb9-f75f-4506-8e62-11c009c9614a admin admin] Pushing event deleted for resources: {'Network': ['ID=46012cc6-f6dd-4282-8aa2-1e03cafad09a,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:56.748672 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:56.806689 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:23:56.949380 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:56.986178 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] Set router 7440bf1d-ff52-40e4-9703-8d8700520189 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:23:57.093255 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5e1716-d19f-420c-b25f-80b5cabbeb5b None None] Network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:23:57.094720 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Network 9a9193de-984d-406f-a548-19b5a7c18792 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:23:57.121814 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:23:57.139156 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:23:57.194930 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:23:54Z', 'revision_number': 3, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:57.212471 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Pushing event updated for resources: {'Port': ['ID=489ae3df-bd71-4823-a4c1-eb47ac789833,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:57.275214 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Checking router: 4e3f6237-4cd2-4792-ae17-5c1a081d08eb for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:23:57.276478 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Updating router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb port fc92855c-0f51-40e1-a41f-5c60d3274efb binding host dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:23:57.278350 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-00ac6567-f60a-4553-9598-3a5c56650783 admin admin] Publish callbacks [] for security_group (3d952e07-78f6-4340-bc6b-9e150b639844), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:57.299264 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_v2 [None req-159f4df0-a5ee-4700-b073-df45bbafae80 admin admin] Deleting subnet 1fcefa42-718c-4a49-8b13-3f3ea189733b {{(pid=103974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:23:57.311010 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-159f4df0-a5ee-4700-b073-df45bbafae80 admin admin] Publish callbacks [] for subnet (1fcefa42-718c-4a49-8b13-3f3ea189733b), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:57.359603 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:57.400445 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445850'] for router_interface (7440bf1d-ff52-40e4-9703-8d8700520189), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:57.404208 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-00ac6567-f60a-4553-9598-3a5c56650783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (3d952e07-78f6-4340-bc6b-9e150b639844), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:57.536614 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:57.550354 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc042-d175-462e-b931-121d679be723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:57.577266 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-00ac6567-f60a-4553-9598-3a5c56650783 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6a6f6eb1aa84ffab9ec5117df9e0f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3272138 Jul 20 19:23:57.580128 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36368) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:57.591145 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac6567-f60a-4553-9598-3a5c56650783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d952e07-78f6-4340-bc6b-9e150b639844,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:57.785050 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 1c390ee8-1397-43b5-8b69-a55c69be91d0 resource provider aggregate not found Jul 20 19:23:57.831534 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 1c390ee8-1397-43b5-8b69-a55c69be91d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c390ee8-1397-43b5-8b69-a55c69be91d0 found for delete ", "request_id": "req-45f685ae-0122-4163-9e1d-d7445a56acfb"}]} Jul 20 19:23:57.946869 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 563857b7-6dad-40fe-a1a5-a4f359e42d83 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:57.947508 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:57.965956 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-04f48051-76fb-4d24-8025-398eb8c49b95 None None] Provisioning complete for port 563857b7-6dad-40fe-a1a5-a4f359e42d83 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:57.967124 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Publish callbacks [] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:57.968105 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-04f48051-76fb-4d24-8025-398eb8c49b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:57.975682 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.040179 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.071005 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-159f4df0-a5ee-4700-b073-df45bbafae80 admin admin] Publish callbacks [] for subnet (1fcefa42-718c-4a49-8b13-3f3ea189733b), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.072032 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dc042-d175-462e-b931-121d679be723 None None] Pushing event updated for resources: {'Port': ['ID=63caeb9a-8734-4cb9-a5e7-aeb22723fd82,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:58.084740 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f54d8-f9d0-41a5-8419-32e27e7ba81e None None] Pushing event updated for resources: {'Port': ['ID=fc92855c-0f51-40e1-a41f-5c60d3274efb,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:58.092757 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-159f4df0-a5ee-4700-b073-df45bbafae80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (1fcefa42-718c-4a49-8b13-3f3ea189733b), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.116656 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Attempting to bind port fc92855c-0f51-40e1-a41f-5c60d3274efb on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:23:58.117037 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Attempting to bind port fc92855c-0f51-40e1-a41f-5c60d3274efb by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:23:58.117833 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Attempting to bind port fc92855c-0f51-40e1-a41f-5c60d3274efb on network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:23:58.123737 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:23:58.124119 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:23:58.124561 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.124957 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Bound using segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:23:58.125435 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Bound port: fc92855c-0f51-40e1-a41f-5c60d3274efb, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:23:58.125963 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.150881 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'name': 'tempest-DeleteServersTestJSON-1623494623-router', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:44Z', 'updated_at': '2022-07-20T19:23:47Z', 'revision_number': 3, 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'gw_port': {'id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:46Z', 'updated_at': '2022-07-20T19:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:58.164955 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-99adcc90-3640-4b6d-affd-4ba482c1589f service neutron] 10.222.0.43 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4131551 Jul 20 19:23:58.185662 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] For port fc92855c-0f51-40e1-a41f-5c60d3274efb, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:23:58.197946 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] For port fc92855c-0f51-40e1-a41f-5c60d3274efb, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=fc92855c-0f51-40e1-a41f-5c60d3274efb,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:23:58.201019 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:58.209205 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.281787 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5f246-a093-4a75-baf2-ceab3a79eee4 None None] The sync data for ids ['7440bf1d-ff52-40e4-9703-8d8700520189'] in dv-cinder-819149-14-iscsi is: [{'id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'name': 'tempest-DeleteServersTestJSON-1623494623-router', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:44Z', 'updated_at': '2022-07-20T19:23:47Z', 'revision_number': 3, 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'gw_port': {'id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:46Z', 'updated_at': '2022-07-20T19:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:23:58.320266 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f54d8-f9d0-41a5-8419-32e27e7ba81e None None] Pushing event updated for resources: {'Port': ['ID=fc92855c-0f51-40e1-a41f-5c60d3274efb,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:58.408154 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:23:58.408663 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:58.480449 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:58.483533 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 563857b7-6dad-40fe-a1a5-a4f359e42d83 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:58.484183 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.537631 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 3, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:58.550954 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:23:58.574148 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Publish callbacks [] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.575817 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-04f48051-76fb-4d24-8025-398eb8c49b95 None None] Current status of the port 563857b7-6dad-40fe-a1a5-a4f359e42d83 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:23:58.576205 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-04f48051-76fb-4d24-8025-398eb8c49b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.581194 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:58.588910 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Checking router: 2d162076-1ec9-4e81-a383-972f3eeafd52 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:23:58.589178 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.589612 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Updating router 2d162076-1ec9-4e81-a383-972f3eeafd52 port aed0e0e1-32f5-4855-8163-2ee77b5513a4 binding host dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:23:58.602642 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port 563857b7-6dad-40fe-a1a5-a4f359e42d83, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=563857b7-6dad-40fe-a1a5-a4f359e42d83,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:23:58.615624 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:58.636922 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-84e6cec6-7578-46fe-8d09-771386282eae service neutron] 10.222.0.43 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710920 Jul 20 19:23:58.653847 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.657634 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:23:58.722476 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-21204e0e-a235-4f99-b089-fecba6532385 admin admin] Publish callbacks [] for security_group (3d952e07-78f6-4340-bc6b-9e150b639844), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.763691 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:58.823791 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Pushing event updated for resources: {'Port': ['ID=489ae3df-bd71-4823-a4c1-eb47ac789833,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:58.828528 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-159f4df0-a5ee-4700-b073-df45bbafae80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for subnet (1fcefa42-718c-4a49-8b13-3f3ea189733b), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.833362 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-21204e0e-a235-4f99-b089-fecba6532385 admin admin] Publish callbacks [] for security_group (3d952e07-78f6-4340-bc6b-9e150b639844), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.854313 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:58.889837 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f4df0-a5ee-4700-b073-df45bbafae80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fcefa42-718c-4a49-8b13-3f3ea189733b,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:58.904507 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.939744 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-159f4df0-a5ee-4700-b073-df45bbafae80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:58.943943 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-159f4df0-a5ee-4700-b073-df45bbafae80 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1fcefa42-718c-4a49-8b13-3f3ea189733b HTTP/1.1" status: 204 len: 168 time: 2.2692943 Jul 20 19:23:58.949368 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36400) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:59.011396 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:23:54Z', 'revision_number': 3, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:23:59.070412 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffffc75-a7bd-4451-9f75-c69d497dcb32 None None] The sync data for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi is: [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:23:54Z', 'revision_number': 3, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:23:59.100974 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456674'] for router_interface (7440bf1d-ff52-40e4-9703-8d8700520189), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:59.132913 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.db.api [None req-04f48051-76fb-4d24-8025-398eb8c49b95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 19:23:59.134236 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG oslo_db.api [None req-04f48051-76fb-4d24-8025-398eb8c49b95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 19:23:59.152538 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:59.201232 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:59.211826 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=563857b7-6dad-40fe-a1a5-a4f359e42d83,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:59.238051 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (9865885d-5d63-4c1c-aab6-07275e0f32c8), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:59.246993 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:23:59.249744 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:59.281849 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-21204e0e-a235-4f99-b089-fecba6532385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (3d952e07-78f6-4340-bc6b-9e150b639844), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:59.291086 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-21204e0e-a235-4f99-b089-fecba6532385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:59.292926 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-21204e0e-a235-4f99-b089-fecba6532385 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d952e07-78f6-4340-bc6b-9e150b639844 HTTP/1.1" status: 204 len: 168 time: 1.6987007 Jul 20 19:23:59.346435 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21204e0e-a235-4f99-b089-fecba6532385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d952e07-78f6-4340-bc6b-9e150b639844,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:59.719102 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (9865885d-5d63-4c1c-aab6-07275e0f32c8), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:59.783727 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:59.786027 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:59.789085 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:59.791259 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > port after_create 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:59.792140 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:59.793312 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > port after_update 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:59.793312 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:59.794074 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:59.794580 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:59.797862 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:23:59.798109 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:59.881239 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Network 9a9193de-984d-406f-a548-19b5a7c18792 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:23:59.889291 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:00.052752 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-04f48051-76fb-4d24-8025-398eb8c49b95 None None] Current status of the port 563857b7-6dad-40fe-a1a5-a4f359e42d83 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:00.195421 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-04f48051-76fb-4d24-8025-398eb8c49b95 None None] Provisioning complete for port 489ae3df-bd71-4823-a4c1-eb47ac789833 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:00.195971 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-04f48051-76fb-4d24-8025-398eb8c49b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:00.260920 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:00.262062 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 160929e8-eec0-445f-b7fa-cd68a1944203 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:00.384935 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-04f48051-76fb-4d24-8025-398eb8c49b95 None None] Port 489ae3df-bd71-4823-a4c1-eb47ac789833 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:24:00.446399 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 160929e8-eec0-445f-b7fa-cd68a1944203 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:00.446897 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:00.454501 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Allocated IP 172.20.0.1 (ab609c42-592c-4da6-88a0-b462f1083b16/de1f425d-2a18-45f6-9b64-fdfd0a26c08e/01428917-e400-4156-9e14-8338ba43f945) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:24:00.581319 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Router 7440bf1d-ff52-40e4-9703-8d8700520189 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:24:00.653935 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:24:00.654917 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-bc4ff7b6-df21-49c1-b7a0-14a40e55f779 None None] Provisioning complete for port 563857b7-6dad-40fe-a1a5-a4f359e42d83 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:00.655294 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7b6-df21-49c1-b7a0-14a40e55f779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:00.656086 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:24:00.657198 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:24:00.659424 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:24:00.661597 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9865885d-5d63-4c1c-aab6-07275e0f32c8']}} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:00.661814 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Publish callbacks [] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), precommit_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:00.683913 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36474) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:00.727380 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:00.744908 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bfef6b-4e2a-4c06-8021-ea779746ad4e') {'for_net_delete': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:00.745773 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bfef6b-4e2a-4c06-8021-ea779746ad4e') {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:00.826794 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9570114'] for segment (e9bfef6b-4e2a-4c06-8021-ea779746ad4e), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:00.931017 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (e9bfef6b-4e2a-4c06-8021-ea779746ad4e), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:00.986900 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:24:00.987384 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9550886'] for segment (e9bfef6b-4e2a-4c06-8021-ea779746ad4e), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:01.011471 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Publish callbacks [] for port (01428917-e400-4156-9e14-8338ba43f945), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:01.063999 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:24:01.106874 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-28e773e2-19e5-4cd3-99f2-94c085175f1d admin admin] 10.222.0.43 "PUT /v2.0/routers/7440bf1d-ff52-40e4-9703-8d8700520189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9740956 Jul 20 19:24:01.107891 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:01.130283 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:01.154617 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (9865885d-5d63-4c1c-aab6-07275e0f32c8), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:01.161398 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (01428917-e400-4156-9e14-8338ba43f945), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:01.166367 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:01.171465 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] 10.222.0.43 "DELETE /v2.0/networks/9865885d-5d63-4c1c-aab6-07275e0f32c8 HTTP/1.1" status: 204 len: 168 time: 2.2206297 Jul 20 19:24:01.228992 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:01.262582 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Network ab609c42-592c-4da6-88a0-b462f1083b16 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:24:01.264356 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Attempting to bind port aed0e0e1-32f5-4855-8163-2ee77b5513a4 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:24:01.264892 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Attempting to bind port aed0e0e1-32f5-4855-8163-2ee77b5513a4 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:24:01.265065 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Attempting to bind port aed0e0e1-32f5-4855-8163-2ee77b5513a4 on network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:01.275004 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:01.285139 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:24:01.296986 dv-cinder-819149-14-iscsi neutron-server[103973]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 19:24:01.298908 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3771bd-af0f-430f-8487-b75eb9e5678b admin admin] Pushing event deleted for resources: {'Network': ['ID=9865885d-5d63-4c1c-aab6-07275e0f32c8,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:01.300318 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:24:01.300622 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:24:01.301015 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:01.301404 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Bound using segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:24:01.301936 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Bound port: aed0e0e1-32f5-4855-8163-2ee77b5513a4, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:24:01.309546 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:01.517239 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 160929e8-eec0-445f-b7fa-cd68a1944203 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:01.519410 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-28312bb6-a8a9-46d4-9697-5a8f008e07f0 req-8b073a35-f62e-4832-b430-e545b08c34f1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 210 time: 0.8343749 Jul 20 19:24:01.539639 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1e144-7bfc-436d-b3a2-8735bc8798f5 None None] Pushing event updated for resources: {'Port': ['ID=aed0e0e1-32f5-4855-8163-2ee77b5513a4,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:01.546152 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Pushing event updated for resources: {'Port': ['ID=01428917-e400-4156-9e14-8338ba43f945,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:01.585034 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445850'] for router_interface (2d162076-1ec9-4e81-a383-972f3eeafd52), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:01.780354 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:01.792368 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:01.797873 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] For port aed0e0e1-32f5-4855-8163-2ee77b5513a4, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:24:01.814719 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Allocated IP 172.20.0.1 (f5bb1c67-48ca-4e2c-b322-fdd0133524e4/51299be0-e1ff-48e7-8c5f-c79b7fb4abc7/c066af0b-7a7b-472b-ae8d-4a3683a9ba42) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:24:01.817281 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] For port aed0e0e1-32f5-4855-8163-2ee77b5513a4, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=aed0e0e1-32f5-4855-8163-2ee77b5513a4,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:24:01.823988 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ff7b6-df21-49c1-b7a0-14a40e55f779 None None] Current status of the port 563857b7-6dad-40fe-a1a5-a4f359e42d83 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:01.856049 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:01.978107 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-bc4ff7b6-df21-49c1-b7a0-14a40e55f779 None None] Provisioning complete for port 489ae3df-bd71-4823-a4c1-eb47ac789833 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:01.979427 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:01.984349 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7b6-df21-49c1-b7a0-14a40e55f779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:02.049518 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36532) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:02.109790 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Publish callbacks [] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:02.139108 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ff7b6-df21-49c1-b7a0-14a40e55f779 None None] Port 489ae3df-bd71-4823-a4c1-eb47ac789833 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:24:02.162694 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 563857b7-6dad-40fe-a1a5-a4f359e42d83 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:02.174872 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-2d41912a-d52b-4f55-bb87-13abb75e3bee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad44b110b66740669f1360228ac3e901&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1241243 Jul 20 19:24:02.175726 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36534) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:02.224822 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:02.275329 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (01428917-e400-4156-9e14-8338ba43f945), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:02.336892 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:24:02.351332 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:02.364382 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:24:02.417790 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-94f53884-fded-4387-b7eb-172e6133467d None None] Provisioning complete for port 01428917-e400-4156-9e14-8338ba43f945 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:02.418209 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-94f53884-fded-4387-b7eb-172e6133467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (01428917-e400-4156-9e14-8338ba43f945), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:02.439628 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:24:02.440306 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:02.515670 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1e144-7bfc-436d-b3a2-8735bc8798f5 None None] Pushing event updated for resources: {'Port': ['ID=aed0e0e1-32f5-4855-8163-2ee77b5513a4,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:02.573170 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445850'] for router_interface (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:02.685300 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:02.731731 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8706548f-b09d-4ff4-9c93-5e7ecd4dec06 admin admin] Publish callbacks [] for security_group (7f691349-c05b-4dd9-bcc6-eb0e935b5274), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:02.740132 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Pushing event updated for resources: {'Port': ['ID=c066af0b-7a7b-472b-ae8d-4a3683a9ba42,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:02.742742 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 563857b7-6dad-40fe-a1a5-a4f359e42d83 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:02.743139 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:02.765370 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-94f53884-fded-4387-b7eb-172e6133467d None None] Port 01428917-e400-4156-9e14-8338ba43f945 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:24:02.821145 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8706548f-b09d-4ff4-9c93-5e7ecd4dec06 admin admin] Publish callbacks [] for security_group (7f691349-c05b-4dd9-bcc6-eb0e935b5274), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:02.964503 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-496004b3-e035-4309-9948-3bee1ec31b62 None None] Provisioning complete for port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:02.965594 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-496004b3-e035-4309-9948-3bee1ec31b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:03.032672 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-496004b3-e035-4309-9948-3bee1ec31b62 None None] Port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:24:03.059209 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:24:03.084731 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8706548f-b09d-4ff4-9c93-5e7ecd4dec06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (7f691349-c05b-4dd9-bcc6-eb0e935b5274), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:03.087364 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8706548f-b09d-4ff4-9c93-5e7ecd4dec06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:03.088554 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-8706548f-b09d-4ff4-9c93-5e7ecd4dec06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f691349-c05b-4dd9-bcc6-eb0e935b5274 HTTP/1.1" status: 204 len: 168 time: 0.9092541 Jul 20 19:24:03.115677 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b3ace-2784-488e-b2fa-b377135b1078 req-c1c8cd0d-0fa3-4e5b-a569-6101204c04da tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:03.117558 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-c1c8cd0d-0fa3-4e5b-a569-6101204c04da tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 818 time: 0.6816046 Jul 20 19:24:03.122422 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Sync routers for ids ['7440bf1d-ff52-40e4-9703-8d8700520189'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:24:03.150696 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-3a8b1b7e-fd9d-46ee-abb5-2c883af724f8 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/quotas/f0f63357734c4efa9a88c07996aa5551 HTTP/1.1" status: 200 len: 375 time: 0.0260849 Jul 20 19:24:03.182875 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Routers {'7440bf1d-ff52-40e4-9703-8d8700520189'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:24:03.183522 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['7440bf1d-ff52-40e4-9703-8d8700520189'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:03.260511 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Publish callbacks [] for port (01428917-e400-4156-9e14-8338ba43f945), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:03.268885 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-30fe8512-99c4-48e1-93c0-ae1d93db8fb3 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:03.271140 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-30fe8512-99c4-48e1-93c0-ae1d93db8fb3 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/networks?id=9a9193de-984d-406f-a548-19b5a7c18792 HTTP/1.1" status: 200 len: 812 time: 0.1420112 Jul 20 19:24:03.272841 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.services.segments.plugin [-] Segment e9bfef6b-4e2a-4c06-8021-ea779746ad4e resource provider aggregate not found Jul 20 19:24:03.275973 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (01428917-e400-4156-9e14-8338ba43f945), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:03.282854 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 563857b7-6dad-40fe-a1a5-a4f359e42d83 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:03.284631 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:03.289733 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706548f-b09d-4ff4-9c93-5e7ecd4dec06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f691349-c05b-4dd9-bcc6-eb0e935b5274,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:03.302667 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.services.segments.plugin [-] Segment e9bfef6b-4e2a-4c06-8021-ea779746ad4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9bfef6b-4e2a-4c06-8021-ea779746ad4e found for delete ", "request_id": "req-81398697-b036-4ddf-929d-77203a538d3c"}]} Jul 20 19:24:03.308892 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:03.330223 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-ec8dd46f-af33-40d0-8573-ea078bd62b51 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/quotas/5231dfdf49c44f7ab191159ea563dad7 HTTP/1.1" status: 200 len: 375 time: 0.0417647 Jul 20 19:24:03.361857 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Pushing event updated for resources: {'Port': ['ID=01428917-e400-4156-9e14-8338ba43f945,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:03.386760 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-6241d2d1-4525-45e4-8c3b-3c9baff3e044 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2232678 Jul 20 19:24:03.443266 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456674'] for router_interface (2d162076-1ec9-4e81-a383-972f3eeafd52), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:03.570029 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:03.570721 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:03.611382 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Set router 7440bf1d-ff52-40e4-9703-8d8700520189 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:24:03.671162 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:03.681541 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:03.682165 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Publish callbacks [] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:03.685223 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:03.685903 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:03.687656 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Network ab609c42-592c-4da6-88a0-b462f1083b16 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:24:03.689702 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:03.697517 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:03.835418 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-09962dbf-e8d2-4723-a315-73ea0f192678 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5231dfdf49c44f7ab191159ea563dad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511085 Jul 20 19:24:03.836079 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Pushing event updated for resources: {'Port': ['ID=c066af0b-7a7b-472b-ae8d-4a3683a9ba42,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:03.882495 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456674'] for router_interface (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:03.890311 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Router 2d162076-1ec9-4e81-a383-972f3eeafd52 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:24:03.991761 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36602) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:04.034028 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:04.062637 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-e06b6265-dc08-4b72-afb0-7d81adfe9c98 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103973) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:24:04.064066 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-e06b6265-dc08-4b72-afb0-7d81adfe9c98 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4617572 Jul 20 19:24:04.085893 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:00Z', 'revision_number': 1, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:04.088812 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-c21ebc11-b8d6-41c0-9d67-ef52443b971d service neutron] 10.222.0.43 "GET /v2.0/networks/9a9193de-984d-406f-a548-19b5a7c18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075491 Jul 20 19:24:04.163756 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-652ae7d6-224e-4d29-bc60-17d49dc69ab8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b67255a6107044a18b4f70f4bd95e0e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1706500 Jul 20 19:24:04.177310 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36608) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:04.177542 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd07ac35-54eb-4041-a2bf-a9ca2186df56 None None] The sync data for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi is: [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:00Z', 'revision_number': 1, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:24:04.225351 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:24:04.232105 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5e031499-cebf-430a-ae5e-a57e63cff468 admin admin] 10.222.0.43 "PUT /v2.0/routers/2d162076-1ec9-4e81-a383-972f3eeafd52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5279884 Jul 20 19:24:04.251624 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-6cecacd7-5025-4747-86c3-2c61cb27174e service neutron] 10.222.0.43 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755393 Jul 20 19:24:04.253989 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:04.261149 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:04.329933 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:24:04.341685 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-735c1dc8-9af1-4ce2-8588-7a1cbbf46f5d None None] Provisioning complete for port 01428917-e400-4156-9e14-8338ba43f945 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:04.342220 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-735c1dc8-9af1-4ce2-8588-7a1cbbf46f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (01428917-e400-4156-9e14-8338ba43f945), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:04.343265 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:04.365152 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49526c9a-e6b9-4e4b-8dda-6d2c1840bd61 service neutron] 10.222.0.43 "GET /v2.0/networks/9a9193de-984d-406f-a548-19b5a7c18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602041 Jul 20 19:24:04.370799 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0cdba517-8a37-48e5-9900-3dfc198dbfc2 admin admin] Publish callbacks [] for security_group (c769c053-8c34-46be-8e05-dbaaa06c6ec6), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:04.394527 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0cdba517-8a37-48e5-9900-3dfc198dbfc2 admin admin] Publish callbacks [] for security_group (c769c053-8c34-46be-8e05-dbaaa06c6ec6), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:04.414488 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:04.416098 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-735c1dc8-9af1-4ce2-8588-7a1cbbf46f5d None None] Port 01428917-e400-4156-9e14-8338ba43f945 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:24:04.483594 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0cdba517-8a37-48e5-9900-3dfc198dbfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (c769c053-8c34-46be-8e05-dbaaa06c6ec6), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:04.486493 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0cdba517-8a37-48e5-9900-3dfc198dbfc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:04.487957 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-0cdba517-8a37-48e5-9900-3dfc198dbfc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c769c053-8c34-46be-8e05-dbaaa06c6ec6 HTTP/1.1" status: 204 len: 168 time: 0.3078930 Jul 20 19:24:04.491489 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:04.492148 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:04.508015 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdba517-8a37-48e5-9900-3dfc198dbfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c769c053-8c34-46be-8e05-dbaaa06c6ec6,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:04.628909 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-bc9ef3aa-cb81-4b78-8466-73240213e3b2 service neutron] 10.222.0.43 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713646 Jul 20 19:24:04.679111 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:24:04.877195 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:04.900034 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:24:04.909300 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-7cdd84be-d68e-4049-97ca-d615c3adde81 admin admin] 10.222.0.43 "PUT /v2.0/routers/4e3f6237-4cd2-4792-ae17-5c1a081d08eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4496589 Jul 20 19:24:04.911769 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Sync routers for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:24:04.927041 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:24:04.927702 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:04.950015 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:04.952671 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:04.972069 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-68cdb2b7-8304-4a20-82fb-fe0cf3a7141a None None] Provisioning complete for port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:04.975688 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-68cdb2b7-8304-4a20-82fb-fe0cf3a7141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:04.980403 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'name': 'tempest-DeleteServersTestJSON-1623494623-router', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:44Z', 'updated_at': '2022-07-20T19:23:57Z', 'revision_number': 4, 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'gw_port': {'id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:46Z', 'updated_at': '2022-07-20T19:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '489ae3df-bd71-4823-a4c1-eb47ac789833', 'name': '', 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'mac_address': 'fa:16:3e:b5:09:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:54Z', 'updated_at': '2022-07-20T19:23:58Z', 'revision_number': 2, 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'subnets': [{'id': '6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:05.074883 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-68cdb2b7-8304-4a20-82fb-fe0cf3a7141a None None] Port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:24:05.144683 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=e35189d0-a1c5-4bd4-90d1-1eed1dd260c3,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:05.155371 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Checking router: 7440bf1d-ff52-40e4-9703-8d8700520189 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:24:05.159678 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Updating router 7440bf1d-ff52-40e4-9703-8d8700520189 port 489ae3df-bd71-4823-a4c1-eb47ac789833 binding host dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:24:05.175925 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:05.175925 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device fc92855c-0f51-40e1-a41f-5c60d3274efb up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:05.283973 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-befc96eb-517d-462e-8591-f5417005f2b2 req-e0465845-5c63-4c62-8a3e-94a5a99daa38 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 210 time: 0.1015711 Jul 20 19:24:05.292864 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:24:05.478833 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-390ef395-f33f-4e65-97da-031b49af8f21 req-5285d0c0-f246-48da-ba16-9c05b25bb9ea tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 210 time: 0.0897217 Jul 20 19:24:05.882355 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36688) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:05.888207 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-5853c5f8-25c2-4717-8f82-4969b01b5234 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1438046530', 'description': 'tempest-description--999004084'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:05.901312 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:05.944064 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.89', 52012) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:05.978294 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36696) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:05.997922 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port fc92855c-0f51-40e1-a41f-5c60d3274efb triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:05.998562 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-606fac6d-3e76-45e9-9b6a-dc6419ef6ba2 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699305173', 'description': 'tempest-description--1667767051'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:05.999067 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:06.014674 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 2, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:06.067944 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5853c5f8-25c2-4717-8f82-4969b01b5234 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:06.073064 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=e35189d0-a1c5-4bd4-90d1-1eed1dd260c3,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:06.075706 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-606fac6d-3e76-45e9-9b6a-dc6419ef6ba2 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:06.140610 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Checking router: 4e3f6237-4cd2-4792-ae17-5c1a081d08eb for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:24:06.142379 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Updating router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 binding host dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:24:06.258531 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:06.350751 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8dfe-ce33-4380-91ec-6124937624dd req-d99c450d-2b9e-44e4-9d9f-fbe419c9842f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:06.357681 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-d99c450d-2b9e-44e4-9d9f-fbe419c9842f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 818 time: 0.4110713 Jul 20 19:24:06.439411 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-606fac6d-3e76-45e9-9b6a-dc6419ef6ba2 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group (ddf58f38-13a8-42b3-bf6b-858d265f5e7f), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:06.444935 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port fc92855c-0f51-40e1-a41f-5c60d3274efb is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:06.445451 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:06.453878 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-606fac6d-3e76-45e9-9b6a-dc6419ef6ba2 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ddf58f38-13a8-42b3-bf6b-858d265f5e7f), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:06.475246 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5853c5f8-25c2-4717-8f82-4969b01b5234 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group (cfb6946e-b50b-4572-bd9a-0fb4b32464ba), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:06.555276 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-99c7f56f-9a09-4340-a206-313d0f6f2a12 req-e2ef8855-eb50-49c3-aacc-adf020690299 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 210 time: 0.1550655 Jul 20 19:24:06.569368 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-061e8dfe-ce33-4380-91ec-6124937624dd req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Request body: {'port': {'device_id': '057f48c6-98d1-43fb-ab77-526c7ff0cf07', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'admin_state_up': True, 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:06.572083 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fac6d-3e76-45e9-9b6a-dc6419ef6ba2 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf58f38-13a8-42b3-bf6b-858d265f5e7f,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:06.575301 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port fc92855c-0f51-40e1-a41f-5c60d3274efb, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=fc92855c-0f51-40e1-a41f-5c60d3274efb,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:06.590138 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:06.597343 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:06.641516 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5853c5f8-25c2-4717-8f82-4969b01b5234 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (cfb6946e-b50b-4572-bd9a-0fb4b32464ba), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:06.752238 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5853c5f8-25c2-4717-8f82-4969b01b5234 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:06.754381 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5853c5f8-25c2-4717-8f82-4969b01b5234 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8697767 Jul 20 19:24:06.759266 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36740) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:06.807841 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:06.810769 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:06.829482 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=fc92855c-0f51-40e1-a41f-5c60d3274efb,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:06.831394 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-7d3a88a1-5a3e-47fa-ad2e-d0c39d4bd89b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Request body: {'security_group_rule': {'security_group_id': 'cfb6946e-b50b-4572-bd9a-0fb4b32464ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:06.854060 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-606fac6d-3e76-45e9-9b6a-dc6419ef6ba2 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:06.857349 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-606fac6d-3e76-45e9-9b6a-dc6419ef6ba2 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8752372 Jul 20 19:24:06.862270 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36744) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:06.908802 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-67e7cd02-3ae8-497a-8e9f-480b023f0cee tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Request body: {'security_group_rule': {'security_group_id': 'ddf58f38-13a8-42b3-bf6b-858d265f5e7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:07.006336 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:07.008864 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853c5f8-25c2-4717-8f82-4969b01b5234 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb6946e-b50b-4572-bd9a-0fb4b32464ba,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:07.187703 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f6094290-b02e-4ed0-b07e-226a1f34d6b3 req-3c92bada-d1c1-403f-b50d-6b63a35389b3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 210 time: 0.1708040 Jul 20 19:24:07.188433 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-67e7cd02-3ae8-497a-8e9f-480b023f0cee tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group_rule (53ad80a2-54d7-4d61-b6fe-4ad9c96d28d0), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:07.209018 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:07.243835 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:07.245867 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Publish callbacks [] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), precommit_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:07.277611 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:07.299627 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061e8dfe-ce33-4380-91ec-6124937624dd req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Made reservation on behalf of f0f63357734c4efa9a88c07996aa5551 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:24:07.304496 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-061e8dfe-ce33-4380-91ec-6124937624dd req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:07.381083 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:07.400993 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d3a88a1-5a3e-47fa-ad2e-d0c39d4bd89b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group_rule (862fd67e-cf1a-42d9-9772-f30ce2e0a67c), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:07.515067 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:07.515456 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:07.629286 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d3a88a1-5a3e-47fa-ad2e-d0c39d4bd89b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group_rule (862fd67e-cf1a-42d9-9772-f30ce2e0a67c), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:07.649262 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d3a88a1-5a3e-47fa-ad2e-d0c39d4bd89b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (862fd67e-cf1a-42d9-9772-f30ce2e0a67c), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:07.653831 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-67e7cd02-3ae8-497a-8e9f-480b023f0cee tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group_rule (53ad80a2-54d7-4d61-b6fe-4ad9c96d28d0), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:07.719594 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-67e7cd02-3ae8-497a-8e9f-480b023f0cee tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (53ad80a2-54d7-4d61-b6fe-4ad9c96d28d0), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:07.737656 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a88a1-5a3e-47fa-ad2e-d0c39d4bd89b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862fd67e-cf1a-42d9-9772-f30ce2e0a67c,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:07.803196 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d3a88a1-5a3e-47fa-ad2e-d0c39d4bd89b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:07.808047 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c70c93-5a3d-43bc-8077-85033c298bf3 None None] Pushing event updated for resources: {'Port': ['ID=489ae3df-bd71-4823-a4c1-eb47ac789833,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:07.839297 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-7d3a88a1-5a3e-47fa-ad2e-d0c39d4bd89b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0496380 Jul 20 19:24:07.866788 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.89', 52020) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:07.867123 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36784) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:07.906686 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7cd02-3ae8-497a-8e9f-480b023f0cee tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ad80a2-54d7-4d61-b6fe-4ad9c96d28d0,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:07.942837 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-0e0fbd6b-7f59-457a-a7c2-e95891c33b72 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Request body: {'security_group_rule': {'security_group_id': 'cfb6946e-b50b-4572-bd9a-0fb4b32464ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:07.944038 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-67e7cd02-3ae8-497a-8e9f-480b023f0cee tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:07.954604 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-67e7cd02-3ae8-497a-8e9f-480b023f0cee tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0687537 Jul 20 19:24:07.960375 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36792) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:07.982859 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-6c681b63-5c86-4e81-bc7f-1ac4d3f5f34f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Request body: {'security_group_rule': {'security_group_id': 'ddf58f38-13a8-42b3-bf6b-858d265f5e7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:08.108513 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Attempting to bind port 489ae3df-bd71-4823-a4c1-eb47ac789833 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:24:08.109438 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Attempting to bind port 489ae3df-bd71-4823-a4c1-eb47ac789833 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:24:08.110246 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Attempting to bind port 489ae3df-bd71-4823-a4c1-eb47ac789833 on network 9a9193de-984d-406f-a548-19b5a7c18792 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:08.110447 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.89', 52021) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:08.135118 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:24:08.137608 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Checking segment: {'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:24:08.138141 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:08.138825 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Bound using segment: {'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:24:08.139493 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Bound port: 489ae3df-bd71-4823-a4c1-eb47ac789833, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:24:08.141438 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:08.285059 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Publish callbacks [] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:08.306177 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:08.369935 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] For port 489ae3df-bd71-4823-a4c1-eb47ac789833, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:24:08.373605 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] For port 489ae3df-bd71-4823-a4c1-eb47ac789833, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=489ae3df-bd71-4823-a4c1-eb47ac789833,segment=NetworkSegment(a87d9bd1-5ef3-4d2f-a105-862e2466f2c2),segment_id=a87d9bd1-5ef3-4d2f-a105-862e2466f2c2)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:24:08.407417 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:08.453964 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-918d1539-0795-41b6-8b3d-0048ee5d5cf0 None None] Provisioning complete for port 489ae3df-bd71-4823-a4c1-eb47ac789833 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:08.454412 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-918d1539-0795-41b6-8b3d-0048ee5d5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:08.590835 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a82dc-eb2d-4657-9104-83ab801a1cb1 None None] Pushing event updated for resources: {'Port': ['ID=c066af0b-7a7b-472b-ae8d-4a3683a9ba42,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:08.705184 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:08.706370 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device aed0e0e1-32f5-4855-8163-2ee77b5513a4 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:08.825500 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-061e8dfe-ce33-4380-91ec-6124937624dd req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Allocated IP 172.20.0.3 (cb30eef5-f970-4e36-86fc-a729873274d6/6a4336cf-9fca-4f26-b66c-6b9c36dc41e6/b88207bd-7c1f-4302-9d14-7ef3931098c7) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:24:08.836812 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Attempting to bind port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:24:08.839920 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Attempting to bind port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:24:08.840798 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Attempting to bind port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 on network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:08.857428 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:24:08.858505 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Checking segment: {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:24:08.859451 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:08.860942 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Bound using segment: {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:24:08.862856 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Bound port: c066af0b-7a7b-472b-ae8d-4a3683a9ba42, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:24:08.866754 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:08.944153 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Routers {'7440bf1d-ff52-40e4-9703-8d8700520189'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:24:08.951117 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['7440bf1d-ff52-40e4-9703-8d8700520189'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:09.091359 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c70c93-5a3d-43bc-8077-85033c298bf3 None None] Pushing event updated for resources: {'Port': ['ID=489ae3df-bd71-4823-a4c1-eb47ac789833,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:09.111901 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port aed0e0e1-32f5-4855-8163-2ee77b5513a4 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:09.112329 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.145931 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] For port c066af0b-7a7b-472b-ae8d-4a3683a9ba42, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:24:09.148793 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:09.151025 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] For port c066af0b-7a7b-472b-ae8d-4a3683a9ba42, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=c066af0b-7a7b-472b-ae8d-4a3683a9ba42,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:24:09.169059 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:09.183217 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.251692 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-918d1539-0795-41b6-8b3d-0048ee5d5cf0 None None] Current status of the port 489ae3df-bd71-4823-a4c1-eb47ac789833 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:09.252080 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-918d1539-0795-41b6-8b3d-0048ee5d5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.319633 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-711cb9f9-dc4e-4f7e-b53f-cfa7afa19e52 req-75906c60-22da-4854-ab11-d489a4ec3168 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 210 time: 0.4324982 Jul 20 19:24:09.339138 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:24:09.345114 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:09.347586 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a82dc-eb2d-4657-9104-83ab801a1cb1 None None] Pushing event updated for resources: {'Port': ['ID=c066af0b-7a7b-472b-ae8d-4a3683a9ba42,revision_number=4']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:09.352814 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6c681b63-5c86-4e81-bc7f-1ac4d3f5f34f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group_rule (3bcd999e-c717-4729-a324-c269618b7133), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.365557 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-918d1539-0795-41b6-8b3d-0048ee5d5cf0 None None] For port 489ae3df-bd71-4823-a4c1-eb47ac789833, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=489ae3df-bd71-4823-a4c1-eb47ac789833,segment=NetworkSegment(a87d9bd1-5ef3-4d2f-a105-862e2466f2c2),segment_id=a87d9bd1-5ef3-4d2f-a105-862e2466f2c2)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:09.379188 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ff34bbdc-698d-47e5-bfd7-6c6a8e947326 req-15fe816f-8c18-4344-9c6d-8fe9013b1dd8 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 210 time: 1.1923878 Jul 20 19:24:09.407707 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-207dbf81-1e65-4d10-b63c-1ab7a891d872 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:09.407707 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-207dbf81-1e65-4d10-b63c-1ab7a891d872 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.89 "GET /v2.0/networks?id=9a9193de-984d-406f-a548-19b5a7c18792 HTTP/1.1" status: 200 len: 812 time: 1.2942903 Jul 20 19:24:09.426954 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbd6b-7f59-457a-a7c2-e95891c33b72 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group_rule (a67a8953-b695-40de-afb5-cec10d883aab), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.432712 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] Set router 7440bf1d-ff52-40e4-9703-8d8700520189 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:24:09.435756 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-061e8dfe-ce33-4380-91ec-6124937624dd req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.447958 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:09.528350 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6c681b63-5c86-4e81-bc7f-1ac4d3f5f34f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group_rule (3bcd999e-c717-4729-a324-c269618b7133), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.538594 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6c681b63-5c86-4e81-bc7f-1ac4d3f5f34f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (3bcd999e-c717-4729-a324-c269618b7133), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.560811 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c681b63-5c86-4e81-bc7f-1ac4d3f5f34f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcd999e-c717-4729-a324-c269618b7133,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:09.581405 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:09.604770 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-918d1539-0795-41b6-8b3d-0048ee5d5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.619212 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6c681b63-5c86-4e81-bc7f-1ac4d3f5f34f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.624814 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-6c681b63-5c86-4e81-bc7f-1ac4d3f5f34f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6614842 Jul 20 19:24:09.625453 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36838) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:09.630858 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:09.646947 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b3ace-2784-488e-b2fa-b377135b1078 req-508304ad-961c-424e-8fc8-bfa314250d1d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:09.650542 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:24:09.652119 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-508304ad-961c-424e-8fc8-bfa314250d1d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 818 time: 1.7624192 Jul 20 19:24:09.687007 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.691996 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Sync routers for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:24:09.726165 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-061e8dfe-ce33-4380-91ec-6124937624dd req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.756247 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d1539-0795-41b6-8b3d-0048ee5d5cf0 None None] Pushing event updated for resources: {'Port': ['ID=489ae3df-bd71-4823-a4c1-eb47ac789833,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:09.785862 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbd6b-7f59-457a-a7c2-e95891c33b72 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group_rule (a67a8953-b695-40de-afb5-cec10d883aab), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.806652 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:24:09.807291 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:09.901335 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event updated for resources: {'Port': ['ID=b88207bd-7c1f-4302-9d14-7ef3931098c7,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:09.915797 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbd6b-7f59-457a-a7c2-e95891c33b72 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (a67a8953-b695-40de-afb5-cec10d883aab), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:09.920225 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061e8dfe-ce33-4380-91ec-6124937624dd req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Network cb30eef5-f970-4e36-86fc-a729873274d6 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:24:09.927955 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-061e8dfe-ce33-4380-91ec-6124937624dd req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:10.010357 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-061e8dfe-ce33-4380-91ec-6124937624dd req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:24:10.013127 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:24:10.082268 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:10.096104 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:10.110271 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:09Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:10.133731 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8dfe-ce33-4380-91ec-6124937624dd req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:10.134821 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-061e8dfe-ce33-4380-91ec-6124937624dd req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:10.141044 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbd6b-7f59-457a-a7c2-e95891c33b72 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:10.142490 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-0e0fbd6b-7f59-457a-a7c2-e95891c33b72 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2094023 Jul 20 19:24:10.145029 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fbd6b-7f59-457a-a7c2-e95891c33b72 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67a8953-b695-40de-afb5-cec10d883aab,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:10.150174 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 36862) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:10.155590 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:10.194345 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff62dd-279c-4ead-bd69-28ee1e6ec8ee None None] The sync data for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi is: [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:09Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:24:10.235537 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port aed0e0e1-32f5-4855-8163-2ee77b5513a4 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:10.236106 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:10.243853 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-e64fcc58-eb6b-4011-b574-d9a998f4d02f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6858320 Jul 20 19:24:10.267394 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port aed0e0e1-32f5-4855-8163-2ee77b5513a4, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=aed0e0e1-32f5-4855-8163-2ee77b5513a4,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:10.283913 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:10.295849 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:10.310336 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:10.310336 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-4c378fd7-b890-4fb8-b5b8-5eae1df0c14e None None] Provisioning complete for port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:10.310336 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4c378fd7-b890-4fb8-b5b8-5eae1df0c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:10.558916 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:10.561048 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:10.643580 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-14c1276e-e8a9-4c91-b67b-d0a463c369d5 req-358d6469-58d6-4069-a1d8-0b7047f3fa9e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 210 time: 0.1034517 Jul 20 19:24:10.705084 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-33466bed-be3c-4644-8752-c38f4bdcd45f req-9161783a-88fa-4cc0-8908-105ae8d51c88 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 210 time: 0.0669327 Jul 20 19:24:10.706362 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Allocated IP 172.27.2.160 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/f744f7cf-89a7-493f-afdc-9e1825ff63e9) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:24:10.794368 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:10.803976 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device fc92855c-0f51-40e1-a41f-5c60d3274efb up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:10.847370 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for port (f744f7cf-89a7-493f-afdc-9e1825ff63e9), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:10.854851 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:10.912797 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (f744f7cf-89a7-493f-afdc-9e1825ff63e9), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:10.993699 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Allocated IP 172.27.2.24 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/5f5f31b3-9638-4905-9e5a-2df1f730f388) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:24:10.996826 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:24:11.008058 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:11.017857 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:24:11.031969 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'name': 'tempest-DeleteServersTestJSON-1623494623-router', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:44Z', 'updated_at': '2022-07-20T19:23:57Z', 'revision_number': 4, 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'gw_port': {'id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:46Z', 'updated_at': '2022-07-20T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '489ae3df-bd71-4823-a4c1-eb47ac789833', 'name': '', 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'mac_address': 'fa:16:3e:b5:09:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:54Z', 'updated_at': '2022-07-20T19:24:08Z', 'revision_number': 4, 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'subnets': [{'id': '6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:11.082850 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event updated for resources: {'Port': ['ID=f744f7cf-89a7-493f-afdc-9e1825ff63e9,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:11.100932 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=aed0e0e1-32f5-4855-8163-2ee77b5513a4,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:11.109586 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84cbffe-b0d9-49a9-9cf0-3908fd8a7b87 None None] The sync data for ids ['7440bf1d-ff52-40e4-9703-8d8700520189'] in dv-cinder-819149-14-iscsi is: [{'id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'name': 'tempest-DeleteServersTestJSON-1623494623-router', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:44Z', 'updated_at': '2022-07-20T19:23:57Z', 'revision_number': 4, 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'gw_port': {'id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:46Z', 'updated_at': '2022-07-20T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '489ae3df-bd71-4823-a4c1-eb47ac789833', 'name': '', 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'mac_address': 'fa:16:3e:b5:09:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:54Z', 'updated_at': '2022-07-20T19:24:08Z', 'revision_number': 4, 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'subnets': [{'id': '6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:24:11.176186 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port fc92855c-0f51-40e1-a41f-5c60d3274efb triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:11.177376 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:11.195241 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-4c378fd7-b890-4fb8-b5b8-5eae1df0c14e None None] Current status of the port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:11.200557 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4c378fd7-b890-4fb8-b5b8-5eae1df0c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:11.435345 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-377b3ace-2784-488e-b2fa-b377135b1078 req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Request body: {'port': {'device_id': '1a2a941f-55c0-4b7d-a7fb-441d99569c0a', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'admin_state_up': True, 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:11.478394 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Request body: {'port': {'device_id': 'e5754cfb-a037-4363-8936-15978c89549e', 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792', 'admin_state_up': True, 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:11.528160 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 2, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:11.589716 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Checking router: 2d162076-1ec9-4e81-a383-972f3eeafd52 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:24:11.590074 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Updating router 2d162076-1ec9-4e81-a383-972f3eeafd52 port 01428917-e400-4156-9e14-8338ba43f945 binding host dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:24:11.683956 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-4c378fd7-b890-4fb8-b5b8-5eae1df0c14e None None] For port c066af0b-7a7b-472b-ae8d-4a3683a9ba42, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=c066af0b-7a7b-472b-ae8d-4a3683a9ba42,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:11.700778 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4c378fd7-b890-4fb8-b5b8-5eae1df0c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:11.866085 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-44f01fda-8c0b-4bea-9dfe-5bdd3e55b791 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103974) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:24:11.867286 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-44f01fda-8c0b-4bea-9dfe-5bdd3e55b791 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4517515 Jul 20 19:24:11.914684 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for port (5f5f31b3-9638-4905-9e5a-2df1f730f388), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:12.032867 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-4c378fd7-b890-4fb8-b5b8-5eae1df0c14e None None] Provisioning complete for port 489ae3df-bd71-4823-a4c1-eb47ac789833 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:12.033462 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4c378fd7-b890-4fb8-b5b8-5eae1df0c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:12.172688 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (cab830e3-bc1f-47f7-b935-567f17f87ad1), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:12.206320 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377b3ace-2784-488e-b2fa-b377135b1078 req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Made reservation on behalf of f0f63357734c4efa9a88c07996aa5551 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:24:12.231602 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-377b3ace-2784-488e-b2fa-b377135b1078 req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:12.257134 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c378fd7-b890-4fb8-b5b8-5eae1df0c14e None None] Pushing event updated for resources: {'Port': ['ID=c066af0b-7a7b-472b-ae8d-4a3683a9ba42,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:12.260628 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8d1d6e85-fefc-4ef4-a924-9187e15c75af req-5a236158-dd84-458f-96db-9335ee827acd tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 210 time: 0.3810995 Jul 20 19:24:12.275391 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b787da46-dd65-439d-99c4-c90ca6611253 req-ac735cbd-87ee-40e9-87bd-f0fbe8e7c5c1 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 210 time: 0.2911642 Jul 20 19:24:12.311862 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (01428917-e400-4156-9e14-8338ba43f945), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:12.350623 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Made reservation on behalf of 5231dfdf49c44f7ab191159ea563dad7 for: {'port': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:24:12.351284 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:12.370674 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (5f5f31b3-9638-4905-9e5a-2df1f730f388), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:12.393673 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (f744f7cf-89a7-493f-afdc-9e1825ff63e9), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:12.595685 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Request body: {'port': {'device_id': '057f48c6-98d1-43fb-ab77-526c7ff0cf07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:12.625645 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-4c378fd7-b890-4fb8-b5b8-5eae1df0c14e None None] Current status of the port 489ae3df-bd71-4823-a4c1-eb47ac789833 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:12.670019 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port fc92855c-0f51-40e1-a41f-5c60d3274efb is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:12.688429 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device c066af0b-7a7b-472b-ae8d-4a3683a9ba42 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:12.765163 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:12.871360 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:24:12.872946 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event updated for resources: {'Port': ['ID=5f5f31b3-9638-4905-9e5a-2df1f730f388,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:12.910449 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:12.950763 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36948) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:12.990793 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:24:13.226346 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:13.230820 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:13.233742 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:13.301434 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-d1110dfc-72ba-4f2b-b4d2-d43015bbcd58 None None] Provisioning complete for port b88207bd-7c1f-4302-9d14-7ef3931098c7 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:13.302123 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-d1110dfc-72ba-4f2b-b4d2-d43015bbcd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:13.353171 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-377b3ace-2784-488e-b2fa-b377135b1078 req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Allocated IP 172.20.0.13 (cb30eef5-f970-4e36-86fc-a729873274d6/6a4336cf-9fca-4f26-b66c-6b9c36dc41e6/12c14f37-54d6-465f-98a8-80c125855fe5) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:24:13.527105 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:13.527529 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:13.624194 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cc934078-412f-44d0-9810-1e2e8b5b82b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:13.690203 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:13.714701 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-d1110dfc-72ba-4f2b-b4d2-d43015bbcd58 None None] Port b88207bd-7c1f-4302-9d14-7ef3931098c7 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:24:13.782883 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Allocated IP 172.20.0.9 (9a9193de-984d-406f-a548-19b5a7c18792/6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa/d1b2ec4f-4809-4219-9acc-9861fab9de05) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:24:13.820266 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3de1d879-2563-4146-bf9d-13d0873affb7 req-de50acdc-b218-4f35-b23f-c541258dcc7a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 210 time: 0.2266943 Jul 20 19:24:13.844028 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:13.856578 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:13.890079 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-06b79f06-1b15-4e18-8303-c8f5c8b096b5 req-d3ed6ade-5289-4b1d-b7a8-95ff9c028870 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 210 time: 0.2142968 Jul 20 19:24:13.931597 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Publish callbacks [] for port (01428917-e400-4156-9e14-8338ba43f945), precommit_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:13.947274 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (01428917-e400-4156-9e14-8338ba43f945), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:13.971768 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for port (f744f7cf-89a7-493f-afdc-9e1825ff63e9), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.014309 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (f744f7cf-89a7-493f-afdc-9e1825ff63e9), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.041182 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:14.100180 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36976) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:14.179878 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e2a80-0ac2-4f50-8752-21d391d34726 None None] Pushing event updated for resources: {'Port': ['ID=01428917-e400-4156-9e14-8338ba43f945,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:14.272738 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device aed0e0e1-32f5-4855-8163-2ee77b5513a4 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:14.281695 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event updated for resources: {'Port': ['ID=f744f7cf-89a7-493f-afdc-9e1825ff63e9,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:14.381500 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Attempting to bind port 01428917-e400-4156-9e14-8338ba43f945 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:24:14.381826 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Attempting to bind port 01428917-e400-4156-9e14-8338ba43f945 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:24:14.382297 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Attempting to bind port 01428917-e400-4156-9e14-8338ba43f945 on network ab609c42-592c-4da6-88a0-b462f1083b16 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:14.391086 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:24:14.397418 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Checking segment: {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:24:14.397899 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.398352 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Bound using segment: {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:24:14.401263 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Bound port: 01428917-e400-4156-9e14-8338ba43f945, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:24:14.401710 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (01428917-e400-4156-9e14-8338ba43f945), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.478691 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port aed0e0e1-32f5-4855-8163-2ee77b5513a4 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:14.479141 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.552696 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] For port 01428917-e400-4156-9e14-8338ba43f945, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:24:14.590778 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] For port 01428917-e400-4156-9e14-8338ba43f945, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=01428917-e400-4156-9e14-8338ba43f945,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:24:14.633011 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port aed0e0e1-32f5-4855-8163-2ee77b5513a4 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:14.634430 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device c066af0b-7a7b-472b-ae8d-4a3683a9ba42 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:14.657574 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-377b3ace-2784-488e-b2fa-b377135b1078 req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for port (12c14f37-54d6-465f-98a8-80c125855fe5), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.667264 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (cab830e3-bc1f-47f7-b935-567f17f87ad1), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.673448 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (01428917-e400-4156-9e14-8338ba43f945), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.686911 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:14.728111 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cc934078-412f-44d0-9810-1e2e8b5b82b1 admin admin] Publish callbacks [] for security_group (834cf2da-54e1-446f-a5f3-e4e521144e9a), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.736986 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5e0bd794-c295-4968-8577-f13e7488933d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.739985 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.746924 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-848b1b72-c78e-49f4-982d-8d905798d19c None None] Provisioning complete for port 01428917-e400-4156-9e14-8338ba43f945 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:14.746924 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-848b1b72-c78e-49f4-982d-8d905798d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (01428917-e400-4156-9e14-8338ba43f945), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.756112 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cc934078-412f-44d0-9810-1e2e8b5b82b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (834cf2da-54e1-446f-a5f3-e4e521144e9a), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.796690 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.806238 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-7d7736be-5586-47cd-b0ec-082d2394a27e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1716819 Jul 20 19:24:14.827675 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:14.832314 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:24:14.833491 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:23:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:14.915471 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-377b3ace-2784-488e-b2fa-b377135b1078 req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:14.996693 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e2a80-0ac2-4f50-8752-21d391d34726 None None] Pushing event updated for resources: {'Port': ['ID=01428917-e400-4156-9e14-8338ba43f945,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:15.035247 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc934078-412f-44d0-9810-1e2e8b5b82b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834cf2da-54e1-446f-a5f3-e4e521144e9a,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:15.063565 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (5f5f31b3-9638-4905-9e5a-2df1f730f388), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.101629 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Publish callbacks [] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.106265 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:15.107529 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.162880 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.189933 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-cc934078-412f-44d0-9810-1e2e8b5b82b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a72b7b54631842e4b2777eacf0a59fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2339308 Jul 20 19:24:15.304211 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 36996) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:15.305877 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Pushing event updated for resources: {'Port': ['ID=d1b2ec4f-4809-4219-9acc-9861fab9de05,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:15.364625 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for port (5f5f31b3-9638-4905-9e5a-2df1f730f388), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.388326 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-848b1b72-c78e-49f4-982d-8d905798d19c None None] Current status of the port 01428917-e400-4156-9e14-8338ba43f945 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:15.389304 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-848b1b72-c78e-49f4-982d-8d905798d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (01428917-e400-4156-9e14-8338ba43f945), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.405646 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:24:15.414691 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:15.427849 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (5f5f31b3-9638-4905-9e5a-2df1f730f388), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.428468 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Network 9a9193de-984d-406f-a548-19b5a7c18792 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:24:15.433870 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:15.445011 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd958c01-5b87-482b-b231-18b1253d0885 req-8c44f379-9674-47dd-a24e-a257359cb302 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:15.446913 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-fd958c01-5b87-482b-b231-18b1253d0885 req-8c44f379-9674-47dd-a24e-a257359cb302 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 932 time: 0.3044767 Jul 20 19:24:15.453653 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:24:15.458245 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:15.511852 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5ba18e41-ada1-4c63-a27c-93137e6f3b25 admin admin] Publish callbacks [] for security_group (834cf2da-54e1-446f-a5f3-e4e521144e9a), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.519426 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377b3ace-2784-488e-b2fa-b377135b1078 req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Network cb30eef5-f970-4e36-86fc-a729873274d6 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:24:15.526559 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7fcfc-82c7-4e96-81a3-c879fb822197 req-2ce43322-ba7f-4946-81b6-0cb8fb39c735 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:15.528577 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-11c7fcfc-82c7-4e96-81a3-c879fb822197 req-2ce43322-ba7f-4946-81b6-0cb8fb39c735 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 931 time: 0.1155274 Jul 20 19:24:15.593252 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-377b3ace-2784-488e-b2fa-b377135b1078 req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:15.718056 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5e0bd794-c295-4968-8577-f13e7488933d admin admin] Publish callbacks [] for security_group (048ad16d-72f4-4573-b45a-a1ab572407f8), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.722376 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-fd958c01-5b87-482b-b231-18b1253d0885 req-9a10cd1d-9148-4e92-b1ac-b5b181d53c16 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621799 Jul 20 19:24:15.758274 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5ba18e41-ada1-4c63-a27c-93137e6f3b25 admin admin] Publish callbacks [] for security_group (834cf2da-54e1-446f-a5f3-e4e521144e9a), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.767316 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:15.768131 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.771046 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5e0bd794-c295-4968-8577-f13e7488933d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (048ad16d-72f4-4573-b45a-a1ab572407f8), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.827640 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-848b1b72-c78e-49f4-982d-8d905798d19c None None] For port 01428917-e400-4156-9e14-8338ba43f945, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=01428917-e400-4156-9e14-8338ba43f945,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:15.876910 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:15.878141 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 489ae3df-bd71-4823-a4c1-eb47ac789833 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:15.883916 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-848b1b72-c78e-49f4-982d-8d905798d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (01428917-e400-4156-9e14-8338ba43f945), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.915734 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:15.942138 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-49671968-2845-4120-82b0-17dfac985093 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5140553 Jul 20 19:24:15.976214 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bd794-c295-4968-8577-f13e7488933d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048ad16d-72f4-4573-b45a-a1ab572407f8,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:15.993667 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5e0bd794-c295-4968-8577-f13e7488933d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b93ce1e7a02a4f8bb16d03d8c32c17bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8814600 Jul 20 19:24:15.996868 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 37016) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:16.070234 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-377b3ace-2784-488e-b2fa-b377135b1078 req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:24:16.087736 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5ba18e41-ada1-4c63-a27c-93137e6f3b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (834cf2da-54e1-446f-a5f3-e4e521144e9a), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.091057 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5ba18e41-ada1-4c63-a27c-93137e6f3b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.094972 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5ba18e41-ada1-4c63-a27c-93137e6f3b25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/834cf2da-54e1-446f-a5f3-e4e521144e9a HTTP/1.1" status: 204 len: 168 time: 0.7836406 Jul 20 19:24:16.108608 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-ff6a33e5-c819-449c-a591-4a1fc23efccf None None] Provisioning complete for port 01428917-e400-4156-9e14-8338ba43f945 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:16.109154 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ff6a33e5-c819-449c-a591-4a1fc23efccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (01428917-e400-4156-9e14-8338ba43f945), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.126382 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-182fe977-0365-4982-b1cd-04c33f9bcfac tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1699305173&fields=id&tenant_id=654a322fff99416595c66a993aeaee17 HTTP/1.1" status: 200 len: 267 time: 0.1965604 Jul 20 19:24:16.152103 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:16.165335 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba18e41-ada1-4c63-a27c-93137e6f3b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834cf2da-54e1-446f-a5f3-e4e521144e9a,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:16.203810 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 489ae3df-bd71-4823-a4c1-eb47ac789833 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:16.204204 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.205809 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b1b72-c78e-49f4-982d-8d905798d19c None None] Pushing event updated for resources: {'Port': ['ID=01428917-e400-4156-9e14-8338ba43f945,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:16.217904 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event updated for resources: {'Port': ['ID=12c14f37-54d6-465f-98a8-80c125855fe5,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:16.325483 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event updated for resources: {'Port': ['ID=5f5f31b3-9638-4905-9e5a-2df1f730f388,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:16.333290 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e96c0741-fdd1-4f54-b0f4-2bef8f89aa72 admin admin] Publish callbacks [] for security_group (048ad16d-72f4-4573-b45a-a1ab572407f8), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.348545 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b3ace-2784-488e-b2fa-b377135b1078 req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:16.349220 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-377b3ace-2784-488e-b2fa-b377135b1078 req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.386148 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e96c0741-fdd1-4f54-b0f4-2bef8f89aa72 admin admin] Publish callbacks [] for security_group (048ad16d-72f4-4573-b45a-a1ab572407f8), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.408067 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:14Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:16.433862 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-26189956-6c8f-4607-ab62-69659915bfe5 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:16.434696 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:16.435433 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-26189956-6c8f-4607-ab62-69659915bfe5 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/networks?id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4 HTTP/1.1" status: 200 len: 811 time: 0.3001602 Jul 20 19:24:16.456432 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-690f23a9-948c-42be-8d32-24af85ea5b05 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/quotas/654a322fff99416595c66a993aeaee17 HTTP/1.1" status: 200 len: 375 time: 0.0132525 Jul 20 19:24:16.480934 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca45f24-aac2-449d-93e9-8fbaacb4b43e None None] The sync data for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi is: [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:14Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:24:16.487309 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a33e5-c819-449c-a591-4a1fc23efccf None None] Current status of the port 01428917-e400-4156-9e14-8338ba43f945 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:16.503933 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88207bd-7c1f-4302-9d14-7ef3931098c7 {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:24:16.515992 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Publish callbacks [] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.519099 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-ff6a33e5-c819-449c-a591-4a1fc23efccf None None] Provisioning complete for port d1b2ec4f-4809-4219-9acc-9861fab9de05 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:16.519599 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ff6a33e5-c819-449c-a591-4a1fc23efccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.529468 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-7b2e3a1e-761d-4335-b646-9e842aecfdf7 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=654a322fff99416595c66a993aeaee17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623295 Jul 20 19:24:16.530678 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e96c0741-fdd1-4f54-b0f4-2bef8f89aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (048ad16d-72f4-4573-b45a-a1ab572407f8), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.533738 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e96c0741-fdd1-4f54-b0f4-2bef8f89aa72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.535699 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-e96c0741-fdd1-4f54-b0f4-2bef8f89aa72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/048ad16d-72f4-4573-b45a-a1ab572407f8 HTTP/1.1" status: 204 len: 168 time: 0.5373468 Jul 20 19:24:16.545865 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c0741-fdd1-4f54-b0f4-2bef8f89aa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048ad16d-72f4-4573-b45a-a1ab572407f8,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:16.578473 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Transition to ACTIVE for port object b88207bd-7c1f-4302-9d14-7ef3931098c7 will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:24:16.581618 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.605399 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.634717 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-d5dc8395-abd5-45df-99a8-cc88b48fc6a6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2258675 Jul 20 19:24:16.665700 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 489ae3df-bd71-4823-a4c1-eb47ac789833 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:16.668643 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a33e5-c819-449c-a591-4a1fc23efccf None None] Port d1b2ec4f-4809-4219-9acc-9861fab9de05 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:24:16.740641 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-9ae9dc57-9d4e-4b54-99c5-dd8dc9c7a1cd service neutron] 10.222.0.43 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817970 Jul 20 19:24:16.763980 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.765066 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-d99a76e4-4455-4722-8766-845190774548 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6136343 Jul 20 19:24:16.776320 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 37040) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:16.795272 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:16.818591 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-049859b0-298d-4223-8076-55830b2ec908 None None] Provisioning complete for port 12c14f37-54d6-465f-98a8-80c125855fe5 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:16.822524 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-049859b0-298d-4223-8076-55830b2ec908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.846558 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:16.887111 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-525e7e07-e831-4459-a610-6e46247556bc service neutron] 10.222.0.43 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433053 Jul 20 19:24:16.892946 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 01428917-e400-4156-9e14-8338ba43f945 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:16.955972 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-049859b0-298d-4223-8076-55830b2ec908 None None] Port 12c14f37-54d6-465f-98a8-80c125855fe5 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:24:16.978666 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 01428917-e400-4156-9e14-8338ba43f945 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:16.979150 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (01428917-e400-4156-9e14-8338ba43f945), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.982343 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-11c7fcfc-82c7-4e96-81a3-c879fb822197 req-5514a525-6c3c-4e73-bf70-fc66f01b284d tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4043231 Jul 20 19:24:17.015801 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b88207bd-7c1f-4302-9d14-7ef3931098c7,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:17.018837 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Attempting to bind port b88207bd-7c1f-4302-9d14-7ef3931098c7 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:24:17.019487 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Attempting to bind port b88207bd-7c1f-4302-9d14-7ef3931098c7 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:24:17.021238 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Attempting to bind port b88207bd-7c1f-4302-9d14-7ef3931098c7 on network cb30eef5-f970-4e36-86fc-a729873274d6 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:17.026485 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16277455-eaa9-4592-be30-c69dc8a9dc07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:17.048043 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Port b88207bd-7c1f-4302-9d14-7ef3931098c7 on network cb30eef5-f970-4e36-86fc-a729873274d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:24:17.050188 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Attempting to bind port b88207bd-7c1f-4302-9d14-7ef3931098c7 on network cb30eef5-f970-4e36-86fc-a729873274d6 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:17.064043 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:24:17.065060 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Checking segment: {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:24:17.065839 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Bound using segment: {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:24:17.066609 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Bound port: b88207bd-7c1f-4302-9d14-7ef3931098c7, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:24:17.067172 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:17.105440 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 01428917-e400-4156-9e14-8338ba43f945 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:17.222123 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 37060) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:17.245994 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a2e81411-9f1b-45d0-aecb-5a194b630ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:17.273120 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ceba8-bc7d-4a22-9798-80b43805cb4b req-eae955be-e319-4e24-8597-1935fadd2054 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:17.274657 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-624ceba8-bc7d-4a22-9798-80b43805cb4b req-eae955be-e319-4e24-8597-1935fadd2054 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 932 time: 0.1299136 Jul 20 19:24:17.282875 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] For port b88207bd-7c1f-4302-9d14-7ef3931098c7, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:24:17.313246 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] For port b88207bd-7c1f-4302-9d14-7ef3931098c7, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b88207bd-7c1f-4302-9d14-7ef3931098c7,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:24:17.319249 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-2ee93c0c-d980-47ba-ae7e-d1b222dac836 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1438046530&fields=id&tenant_id=ff9c443652a141d482130869ff76c327 HTTP/1.1" status: 200 len: 267 time: 0.1035621 Jul 20 19:24:17.319670 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:17.389171 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:17.582794 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-c11c46d5-034e-438a-bf82-1407d57decde tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:17.590726 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-c11c46d5-034e-438a-bf82-1407d57decde tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/networks?id=ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 200 len: 817 time: 0.2463546 Jul 20 19:24:17.599858 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:17.600563 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:17.602060 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] 10.222.0.89 "PUT /v2.0/ports/b88207bd-7c1f-4302-9d14-7ef3931098c7 HTTP/1.1" status: 200 len: 1093 time: 5.2981951 Jul 20 19:24:17.630958 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057f48c6-98d1-43fb-ab77-526c7ff0cf07', 'tag': 'b88207bd-7c1f-4302-9d14-7ef3931098c7'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:24:17.631433 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-7a277e40-bf0c-4a04-ae0a-5123f37988ed tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/quotas/ff9c443652a141d482130869ff76c327 HTTP/1.1" status: 200 len: 375 time: 0.0389740 Jul 20 19:24:17.643711 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a2e81411-9f1b-45d0-aecb-5a194b630ea8 admin admin] Publish callbacks [] for security_group (e56856be-9cd5-4112-87fb-c9ea9fed2241), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:17.668520 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a2e81411-9f1b-45d0-aecb-5a194b630ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e56856be-9cd5-4112-87fb-c9ea9fed2241), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:17.692923 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16277455-eaa9-4592-be30-c69dc8a9dc07 admin admin] Publish callbacks [] for security_group (f99a2a2d-6688-4722-9c8a-8fa7701c1848), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:17.694674 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:17.697509 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:17.787974 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4609dfa-116f-41c8-89cb-5b48b6ea84a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b88207bd-7c1f-4302-9d14-7ef3931098c7,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:17.821059 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Request body: {'port': {'device_id': 'e5754cfb-a037-4363-8936-15978c89549e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:17.868136 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Request body: {'port': {'device_id': '1a2a941f-55c0-4b7d-a7fb-441d99569c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:17.936382 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e81411-9f1b-45d0-aecb-5a194b630ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56856be-9cd5-4112-87fb-c9ea9fed2241,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:17.969112 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-715d35f5-fcf9-4bc6-898c-87ef9daaa3a3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3264496 Jul 20 19:24:18.062583 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-a2e81411-9f1b-45d0-aecb-5a194b630ea8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f537f6c99e3b495a829fe6f82150c8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8359087 Jul 20 19:24:18.065054 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-16277455-eaa9-4592-be30-c69dc8a9dc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (f99a2a2d-6688-4722-9c8a-8fa7701c1848), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:18.080908 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 37084) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:18.255915 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:18.284518 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3ef98160-581a-4b10-bc7f-51712f93a814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:18.299096 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:18.337641 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-624ceba8-bc7d-4a22-9798-80b43805cb4b req-27adfa13-cb95-43f0-8cf4-79eddd05911e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0506942 Jul 20 19:24:18.353763 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3cd49f-e310-4cfd-9f1c-b41316e4203b" -d '{"events": [{"name": "network-changed", "server_uuid": "057f48c6-98d1-43fb-ab77-526c7ff0cf07", "tag": "b88207bd-7c1f-4302-9d14-7ef3931098c7"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:24:18.413978 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69d64d2c-8b1c-4024-a52e-f8c7735fbac2 admin admin] Publish callbacks [] for security_group (e56856be-9cd5-4112-87fb-c9ea9fed2241), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:18.518033 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f9945eae-260f-458d-8f96-4bf4471e8e23 service neutron] 10.222.0.43 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480704 Jul 20 19:24:18.536708 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16277455-eaa9-4592-be30-c69dc8a9dc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99a2a2d-6688-4722-9c8a-8fa7701c1848,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:18.555672 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69d64d2c-8b1c-4024-a52e-f8c7735fbac2 admin admin] Publish callbacks [] for security_group (e56856be-9cd5-4112-87fb-c9ea9fed2241), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:18.603955 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-16277455-eaa9-4592-be30-c69dc8a9dc07 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09ceaa7b34b149b3a62be8401e194981&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7987108 Jul 20 19:24:18.606659 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 37096) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:18.658293 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:18.687241 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:18.704433 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69d64d2c-8b1c-4024-a52e-f8c7735fbac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e56856be-9cd5-4112-87fb-c9ea9fed2241), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:18.707178 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69d64d2c-8b1c-4024-a52e-f8c7735fbac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:18.708613 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-69d64d2c-8b1c-4024-a52e-f8c7735fbac2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e56856be-9cd5-4112-87fb-c9ea9fed2241 HTTP/1.1" status: 204 len: 168 time: 0.6211252 Jul 20 19:24:18.762406 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8dfe-ce33-4380-91ec-6124937624dd req-18ccec5c-293a-4266-bc5b-e4bee4e1de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:18.763832 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-18ccec5c-293a-4266-bc5b-e4bee4e1de8b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 1127 time: 0.7397876 Jul 20 19:24:18.867161 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d64d2c-8b1c-4024-a52e-f8c7735fbac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56856be-9cd5-4112-87fb-c9ea9fed2241,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:19.074621 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 37108) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:19.210306 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-c51334e7-4fae-4683-b850-8696cc2ae86a service neutron] 10.222.0.43 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437648 Jul 20 19:24:19.381079 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-67d1097e-087b-4df7-90e7-11d6fbe863e7 req-88fa6301-fb14-4222-a0a6-6143da0ac883 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 210 time: 0.8641918 Jul 20 19:24:19.630631 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-9d601b9d-838a-4948-95ec-53084439ccde service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b88207bd-7c1f-4302-9d14-7ef3931098c7 HTTP/1.1" status: 200 len: 217 time: 0.2408311 Jul 20 19:24:19.722229 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac9e57-7dcd-45ec-a7a6-de30d02beeb6 req-424518c2-d9bf-413a-b300-7767cde44342 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:19.729191 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4cac9e57-7dcd-45ec-a7a6-de30d02beeb6 req-424518c2-d9bf-413a-b300-7767cde44342 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 931 time: 0.1046567 Jul 20 19:24:19.742334 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-56c73edd-b02a-4f40-ac44-f90168c8be0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:19.774661 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8bcb132e-6cbc-4815-9f22-8b14f52af922 admin admin] Publish callbacks [] for security_group (f99a2a2d-6688-4722-9c8a-8fa7701c1848), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:19.824398 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8bcb132e-6cbc-4815-9f22-8b14f52af922 admin admin] Publish callbacks [] for security_group (f99a2a2d-6688-4722-9c8a-8fa7701c1848), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:19.924448 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4cac9e57-7dcd-45ec-a7a6-de30d02beeb6 req-7a969ec2-dad8-43a9-a924-a70c81ba6ed4 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941550 Jul 20 19:24:20.102164 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b2ec4f-4809-4219-9acc-9861fab9de05 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:24:20.119117 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Publish callbacks [] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:20.197745 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e3c1c5-54b7-407e-be56-4850e52e15c2 x-openstack-request-id: req-81e3c1c5-54b7-407e-be56-4850e52e15c2 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:24:20.198119 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057f48c6-98d1-43fb-ab77-526c7ff0cf07", "tag": "b88207bd-7c1f-4302-9d14-7ef3931098c7", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:24:20.201017 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81e3c1c5-54b7-407e-be56-4850e52e15c2 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:24:20.201641 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e3c1c5-54b7-407e-be56-4850e52e15c2'] response: {'name': 'network-changed', 'server_uuid': '057f48c6-98d1-43fb-ab77-526c7ff0cf07', 'tag': 'b88207bd-7c1f-4302-9d14-7ef3931098c7', 'status': 'completed', 'code': 200} Jul 20 19:24:20.235354 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8bcb132e-6cbc-4815-9f22-8b14f52af922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (f99a2a2d-6688-4722-9c8a-8fa7701c1848), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:20.237942 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8bcb132e-6cbc-4815-9f22-8b14f52af922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:20.242413 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-8bcb132e-6cbc-4815-9f22-8b14f52af922 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f99a2a2d-6688-4722-9c8a-8fa7701c1848 HTTP/1.1" status: 204 len: 168 time: 1.6236212 Jul 20 19:24:20.247550 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Transition to ACTIVE for port object d1b2ec4f-4809-4219-9acc-9861fab9de05 will not be triggered until provisioned by entity L2. {{(pid=103973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:24:20.316911 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:20.345899 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d886d626-8d9f-43b3-ac5d-e70561ec87be req-270fd09c-8c3a-452d-9eb6-02c4bcc0615a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.1290970 Jul 20 19:24:20.367486 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51ec75-198f-45e8-8355-dc292d9653b7 req-e8068cc2-883e-408d-9e7d-5575a95b1207 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:20.369156 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:20.397983 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-db51ec75-198f-45e8-8355-dc292d9653b7 req-e8068cc2-883e-408d-9e7d-5575a95b1207 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 932 time: 0.2955060 Jul 20 19:24:20.415139 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb132e-6cbc-4815-9f22-8b14f52af922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99a2a2d-6688-4722-9c8a-8fa7701c1848,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:20.566718 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b2ec4f-4809-4219-9acc-9861fab9de05,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:20.629411 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-20ee8102-7a6f-4909-b886-e834521dd56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:20.720879 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:20.790587 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4db027d2-cef3-456c-ab96-82fc42da4a3c req-f38492e0-bcb6-43e4-aee7-4dd99b9f698d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 210 time: 0.1288669 Jul 20 19:24:20.793166 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.89', 52037) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:20.822824 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:24:20.869663 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-56c73edd-b02a-4f40-ac44-f90168c8be0a admin admin] Publish callbacks [] for security_group (e69fb6a3-3834-4fc8-ae12-29f77384c72f), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:20.880981 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c14f37-54d6-465f-98a8-80c125855fe5 {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:24:20.921456 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Publish callbacks [] for port (12c14f37-54d6-465f-98a8-80c125855fe5), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:20.933440 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-56c73edd-b02a-4f40-ac44-f90168c8be0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e69fb6a3-3834-4fc8-ae12-29f77384c72f), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:20.942297 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8dfe-ce33-4380-91ec-6124937624dd req-1ac60218-aae4-405d-ab04-94a1ea1ff2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:20.944670 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-1ac60218-aae4-405d-ab04-94a1ea1ff2a8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.5443964 Jul 20 19:24:20.953304 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-db51ec75-198f-45e8-8355-dc292d9653b7 req-9230a2e0-4a46-402a-a19b-55ecc904c9fa tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544176 Jul 20 19:24:20.959518 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Transition to ACTIVE for port object 12c14f37-54d6-465f-98a8-80c125855fe5 will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:24:20.965289 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:21.018052 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:21.046209 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Pushing event updated for resources: {'Port': ['ID=12c14f37-54d6-465f-98a8-80c125855fe5,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:21.086383 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Attempting to bind port d1b2ec4f-4809-4219-9acc-9861fab9de05 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:24:21.086744 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Attempting to bind port d1b2ec4f-4809-4219-9acc-9861fab9de05 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:24:21.087101 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Attempting to bind port d1b2ec4f-4809-4219-9acc-9861fab9de05 on network 9a9193de-984d-406f-a548-19b5a7c18792 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:21.134252 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Port d1b2ec4f-4809-4219-9acc-9861fab9de05 on network 9a9193de-984d-406f-a548-19b5a7c18792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:24:21.134924 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Attempting to bind port d1b2ec4f-4809-4219-9acc-9861fab9de05 on network 9a9193de-984d-406f-a548-19b5a7c18792 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:21.183166 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Attempting to bind port 12c14f37-54d6-465f-98a8-80c125855fe5 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:24:21.183526 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Attempting to bind port 12c14f37-54d6-465f-98a8-80c125855fe5 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:24:21.183852 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Attempting to bind port 12c14f37-54d6-465f-98a8-80c125855fe5 on network cb30eef5-f970-4e36-86fc-a729873274d6 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:21.188718 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:24:21.189093 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Checking segment: {'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:24:21.189613 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Bound using segment: {'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:24:21.190050 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Bound port: d1b2ec4f-4809-4219-9acc-9861fab9de05, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:24:21.192187 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:21.194373 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Port 12c14f37-54d6-465f-98a8-80c125855fe5 on network cb30eef5-f970-4e36-86fc-a729873274d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:24:21.194699 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Attempting to bind port 12c14f37-54d6-465f-98a8-80c125855fe5 on network cb30eef5-f970-4e36-86fc-a729873274d6 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:21.200168 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:24:21.200741 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Checking segment: {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:24:21.201029 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Bound using segment: {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:24:21.201467 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Bound port: 12c14f37-54d6-465f-98a8-80c125855fe5, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:24:21.201821 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:21.214072 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-56c73edd-b02a-4f40-ac44-f90168c8be0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb22045070644bfc9a3574ad6b004a81&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1357741 Jul 20 19:24:21.218112 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 37170) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:21.234181 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c73edd-b02a-4f40-ac44-f90168c8be0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69fb6a3-3834-4fc8-ae12-29f77384c72f,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:21.289836 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] For port 12c14f37-54d6-465f-98a8-80c125855fe5, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:24:21.293649 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] For port 12c14f37-54d6-465f-98a8-80c125855fe5, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=12c14f37-54d6-465f-98a8-80c125855fe5,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:24:21.304640 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:21.334673 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-4809fc2a-e4c2-4225-8714-81d8e76318a9 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:21.336129 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-4809fc2a-e4c2-4225-8714-81d8e76318a9 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.89 "GET /v2.0/networks?id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4 HTTP/1.1" status: 200 len: 811 time: 0.5311182 Jul 20 19:24:21.367961 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cf597-e0be-4249-a0f9-366180cee685 req-95af5128-1f06-4593-a11b-d88367f7c8fc tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:21.369611 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-905cf597-e0be-4249-a0f9-366180cee685 req-95af5128-1f06-4593-a11b-d88367f7c8fc tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.1665027 Jul 20 19:24:21.377029 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:21.377725 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:21.379445 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] 10.222.0.89 "PUT /v2.0/ports/12c14f37-54d6-465f-98a8-80c125855fe5 HTTP/1.1" status: 200 len: 1094 time: 3.5354161 Jul 20 19:24:21.412851 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6667d92d-8534-455f-9fc5-94accbf75653 admin admin] Publish callbacks [] for security_group (e69fb6a3-3834-4fc8-ae12-29f77384c72f), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:21.435173 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db899a0a-fb6f-453b-9ac9-98864d7e20ff service neutron] Pushing event updated for resources: {'Port': ['ID=12c14f37-54d6-465f-98a8-80c125855fe5,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:21.439610 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] For port d1b2ec4f-4809-4219-9acc-9861fab9de05, host hv-cinder-81914, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:24:21.455961 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6667d92d-8534-455f-9fc5-94accbf75653 admin admin] Publish callbacks [] for security_group (e69fb6a3-3834-4fc8-ae12-29f77384c72f), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:21.479952 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] For port d1b2ec4f-4809-4219-9acc-9861fab9de05, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d1b2ec4f-4809-4219-9acc-9861fab9de05,segment=NetworkSegment(a87d9bd1-5ef3-4d2f-a105-862e2466f2c2),segment_id=a87d9bd1-5ef3-4d2f-a105-862e2466f2c2)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:24:21.503352 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-905cf597-e0be-4249-a0f9-366180cee685 req-f1a9d0fc-29c7-4465-a4ee-b8d6539fce99 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175914 Jul 20 19:24:21.504956 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:21.542194 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:21.542194 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:21.542609 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] 10.222.0.89 "PUT /v2.0/ports/d1b2ec4f-4809-4219-9acc-9861fab9de05 HTTP/1.1" status: 200 len: 1093 time: 3.7276163 Jul 20 19:24:21.543041 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5754cfb-a037-4363-8936-15978c89549e', 'tag': 'd1b2ec4f-4809-4219-9acc-9861fab9de05'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:24:21.551084 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:21.578717 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6667d92d-8534-455f-9fc5-94accbf75653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e69fb6a3-3834-4fc8-ae12-29f77384c72f), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:21.582276 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa0827-c447-4a6f-a755-395b3c4e40d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b2ec4f-4809-4219-9acc-9861fab9de05,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:21.582443 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6667d92d-8534-455f-9fc5-94accbf75653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:21.584722 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6667d92d-8534-455f-9fc5-94accbf75653 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e69fb6a3-3834-4fc8-ae12-29f77384c72f HTTP/1.1" status: 204 len: 168 time: 0.3648350 Jul 20 19:24:21.643113 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667d92d-8534-455f-9fc5-94accbf75653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69fb6a3-3834-4fc8-ae12-29f77384c72f,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:21.719216 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:21.739968 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-025b6e88-1997-4e9a-8bcf-8d258670e9d8 req-43ddd554-0292-4d24-b801-5aa32c2175cc tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0685086 Jul 20 19:24:21.927455 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed101eed-4735-448f-9c6f-f646c4bf246b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5754cfb-a037-4363-8936-15978c89549e", "tag": "d1b2ec4f-4809-4219-9acc-9861fab9de05"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:24:21.932923 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-60107bdf-bd45-4c8d-9ee5-6f279a47662e req-5a979f48-620d-4322-854c-d661cf839f38 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 210 time: 0.0423675 Jul 20 19:24:22.081704 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 37210) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:22.095086 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6d8171b4-65bb-45c1-b7af-24e363ffd25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:22.149940 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5591dc-0afe-4a06-b3ae-e2d5588ecd44 req-caff2b8a-30c8-4cd4-9aca-c4e7e21edc05 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:22.158870 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-db5591dc-0afe-4a06-b3ae-e2d5588ecd44 req-caff2b8a-30c8-4cd4-9aca-c4e7e21edc05 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0638287 Jul 20 19:24:22.168174 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:22.201480 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6d8171b4-65bb-45c1-b7af-24e363ffd25f admin admin] Publish callbacks [] for security_group (fbeeee71-607a-4912-af85-6ab6fb58f772), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:22.203127 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2a941f-55c0-4b7d-a7fb-441d99569c0a', 'tag': '12c14f37-54d6-465f-98a8-80c125855fe5'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:24:22.205824 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74cc855-6521-453a-ad33-6ab5c39bb72a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2a941f-55c0-4b7d-a7fb-441d99569c0a", "tag": "12c14f37-54d6-465f-98a8-80c125855fe5"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:24:22.209730 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6d8171b4-65bb-45c1-b7af-24e363ffd25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (fbeeee71-607a-4912-af85-6ab6fb58f772), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:22.215102 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-db5591dc-0afe-4a06-b3ae-e2d5588ecd44 req-781beadc-0342-4de2-beca-058d8bfe7476 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549750 Jul 20 19:24:22.258353 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6d8171b4-65bb-45c1-b7af-24e363ffd25f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcc0de8adfe547d999d5d45c83b682dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755219 Jul 20 19:24:22.259512 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8171b4-65bb-45c1-b7af-24e363ffd25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeeee71-607a-4912-af85-6ab6fb58f772,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:22.261100 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 37216) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:22.274736 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164cbd22-a400-4581-9ad0-a637bf0cf6b4 x-openstack-request-id: req-164cbd22-a400-4581-9ad0-a637bf0cf6b4 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:24:22.275024 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2a941f-55c0-4b7d-a7fb-441d99569c0a", "tag": "12c14f37-54d6-465f-98a8-80c125855fe5", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:24:22.275272 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-164cbd22-a400-4581-9ad0-a637bf0cf6b4 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:24:22.275724 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164cbd22-a400-4581-9ad0-a637bf0cf6b4'] response: {'name': 'network-changed', 'server_uuid': '1a2a941f-55c0-4b7d-a7fb-441d99569c0a', 'tag': '12c14f37-54d6-465f-98a8-80c125855fe5', 'status': 'completed', 'code': 200} Jul 20 19:24:22.323965 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-16be4bfe-4d65-486c-803f-1ae536ec3505 admin admin] Publish callbacks [] for security_group (fbeeee71-607a-4912-af85-6ab6fb58f772), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:22.361728 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-16be4bfe-4d65-486c-803f-1ae536ec3505 admin admin] Publish callbacks [] for security_group (fbeeee71-607a-4912-af85-6ab6fb58f772), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:22.399089 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb855e9b-c72d-4945-8c9a-bea90646742a x-openstack-request-id: req-cb855e9b-c72d-4945-8c9a-bea90646742a {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:24:22.399796 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5754cfb-a037-4363-8936-15978c89549e", "tag": "d1b2ec4f-4809-4219-9acc-9861fab9de05", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:24:22.400063 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb855e9b-c72d-4945-8c9a-bea90646742a {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:24:22.400539 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb855e9b-c72d-4945-8c9a-bea90646742a'] response: {'name': 'network-changed', 'server_uuid': 'e5754cfb-a037-4363-8936-15978c89549e', 'tag': 'd1b2ec4f-4809-4219-9acc-9861fab9de05', 'status': 'completed', 'code': 200} Jul 20 19:24:22.424643 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-16be4bfe-4d65-486c-803f-1ae536ec3505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (fbeeee71-607a-4912-af85-6ab6fb58f772), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:22.428804 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-16be4bfe-4d65-486c-803f-1ae536ec3505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:22.430036 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-16be4bfe-4d65-486c-803f-1ae536ec3505 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fbeeee71-607a-4912-af85-6ab6fb58f772 HTTP/1.1" status: 204 len: 168 time: 0.1679537 Jul 20 19:24:22.433209 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:22.440362 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be4bfe-4d65-486c-803f-1ae536ec3505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeeee71-607a-4912-af85-6ab6fb58f772,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:22.654034 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768204a-1b0e-4cee-9579-a43a5d073034 req-703ead7b-5757-48ad-9eb7-9b9abf05e55f tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:22.655858 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6768204a-1b0e-4cee-9579-a43a5d073034 req-703ead7b-5757-48ad-9eb7-9b9abf05e55f tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.0483177 Jul 20 19:24:22.714861 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6768204a-1b0e-4cee-9579-a43a5d073034 req-46981c5b-9954-40c1-84da-facd3178d6f6 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499449 Jul 20 19:24:22.864091 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8489c03f-da88-419c-8e5f-25edb1db09e1 req-5c2e2e4e-0a3f-4044-bc6f-4292f59ea25b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0440016 Jul 20 19:24:23.055776 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c6a353d5-e9ee-4602-8cf2-6f5a77aec7cf req-037cf5c6-4253-479e-ad45-1b429a8db2a5 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 210 time: 0.0516574 Jul 20 19:24:23.310448 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:23.396784 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d31037-fd99-49b8-8b3f-6f56b8485937 req-9c4a49fb-93c3-4ccf-8bae-b403b3e4cc51 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:23.398812 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-55d31037-fd99-49b8-8b3f-6f56b8485937 req-9c4a49fb-93c3-4ccf-8bae-b403b3e4cc51 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0893350 Jul 20 19:24:23.454193 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-55d31037-fd99-49b8-8b3f-6f56b8485937 req-0c8e93a3-7c37-4a5d-8a4c-66d3838836ba tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481577 Jul 20 19:24:23.460561 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:23.840500 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c3de8-d81c-4520-a74a-fa6bf98bc08e req-537a519c-3426-40e8-a2cd-590c4616bb13 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:23.841997 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-049c3de8-d81c-4520-a74a-fa6bf98bc08e req-537a519c-3426-40e8-a2cd-590c4616bb13 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.0517669 Jul 20 19:24:23.902564 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-049c3de8-d81c-4520-a74a-fa6bf98bc08e req-681f8810-2c19-4cd7-9bef-a38eb0db3c0a tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548666 Jul 20 19:24:23.982480 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f46d646d-97ee-4d46-94ae-c4c500f867cb req-14c7f7d1-a592-41b9-8551-2633b171f166 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0319040 Jul 20 19:24:24.234721 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-fdd3ac3a-efd5-4949-bf7d-75abc3893614 req-b0bb08e8-c7f7-4b8d-87d1-c29bb6ed5472 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 210 time: 0.0741282 Jul 20 19:24:24.619086 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8da180-bec1-4c3a-b6f4-7876e49ef45a req-d4137c3d-6865-4a39-9d04-b98abfd2eb5c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:24.620960 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ec8da180-bec1-4c3a-b6f4-7876e49ef45a req-d4137c3d-6865-4a39-9d04-b98abfd2eb5c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0637357 Jul 20 19:24:24.706683 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ec8da180-bec1-4c3a-b6f4-7876e49ef45a req-ba995b8b-ceb8-4804-859b-8e21a05a1edd tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799971 Jul 20 19:24:25.072744 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fa946-ea38-4af5-9519-8c6ab196d47d req-cff7a70a-0970-4b31-bc9c-29121e33f163 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:25.075465 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b44fa946-ea38-4af5-9519-8c6ab196d47d req-cff7a70a-0970-4b31-bc9c-29121e33f163 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.0848148 Jul 20 19:24:25.169446 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b44fa946-ea38-4af5-9519-8c6ab196d47d req-ee055eff-f27a-4836-97c4-751a597b9051 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721858 Jul 20 19:24:25.189640 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5904ff8b-e44d-4717-8d6f-db5a78fce442 req-9287cb31-9f88-48a7-a13c-06f83a5c1d7a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0540476 Jul 20 19:24:25.479030 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0971e0f8-3fdb-42c2-af84-d1ead8ff0e68 req-e8b177be-99a8-4a5e-8faa-a96a9813a76d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 210 time: 0.1055162 Jul 20 19:24:25.849482 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b180944-4d9b-47d0-a0cb-eda76878b8a1 req-f5043f50-3c2b-4593-998d-9936ca0aa249 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:25.850975 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4b180944-4d9b-47d0-a0cb-eda76878b8a1 req-f5043f50-3c2b-4593-998d-9936ca0aa249 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0479722 Jul 20 19:24:25.901203 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4b180944-4d9b-47d0-a0cb-eda76878b8a1 req-27b8c136-b79e-4bbf-938d-100bf38695a0 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Jul 20 19:24:26.343045 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bd025c07-3e5e-4a12-ae52-5e1f3ccd6ed7 req-1c24ff9b-ddcb-4525-97d8-69a3be5a82de tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0390184 Jul 20 19:24:26.370503 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b58a6b-c131-493a-860a-b0bd31a32b24 req-4593a47e-6d47-44e5-a469-670d215d7148 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:26.378507 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b1b58a6b-c131-493a-860a-b0bd31a32b24 req-4593a47e-6d47-44e5-a469-670d215d7148 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.0942309 Jul 20 19:24:26.461934 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b1b58a6b-c131-493a-860a-b0bd31a32b24 req-95644a7c-ac6e-41de-af44-f93f80e4c41e tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745013 Jul 20 19:24:26.668610 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73875acd-cf23-4b9f-b248-c0c2677a9420 req-70e4c7f5-02f4-49f8-a71f-606ce0a2c4f5 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 210 time: 0.0837429 Jul 20 19:24:27.012759 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7b3e1-a5fd-4308-a035-c249360dd4b8 req-06a3da79-691f-4473-8a0e-c9fe9a703d6e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:27.014293 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-50c7b3e1-a5fd-4308-a035-c249360dd4b8 req-06a3da79-691f-4473-8a0e-c9fe9a703d6e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0467486 Jul 20 19:24:27.067430 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-50c7b3e1-a5fd-4308-a035-c249360dd4b8 req-87b028b5-8539-46d4-ad3d-0fbfc580c76a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472031 Jul 20 19:24:27.602539 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70718d1-e128-40e6-94a2-bc054dfb2ee6 req-c50dc137-d913-4fa1-8e9c-9ccb6eae4c23 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:27.604158 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b70718d1-e128-40e6-94a2-bc054dfb2ee6 req-c50dc137-d913-4fa1-8e9c-9ccb6eae4c23 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.0652885 Jul 20 19:24:27.623158 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-62dc9382-0a1b-4640-927e-c5cae7b42f55 req-e749ae2b-c9c9-444d-8008-8478b60645fd tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.2000561 Jul 20 19:24:27.652219 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b70718d1-e128-40e6-94a2-bc054dfb2ee6 req-d29ebfca-c077-4a4d-924e-f56f61c26c7f tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Jul 20 19:24:27.764688 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f76bbff3-6edb-4f76-b185-a90cd229762a req-6fbcc96e-7af7-4225-a463-0ad403bb348a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 210 time: 0.0310640 Jul 20 19:24:27.870654 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:28.179923 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d74e8-a7b6-401d-81d9-23a948b9fec9 req-c5c43ca7-8e0a-4473-a450-8a725e9b733c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:28.181490 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-274d74e8-a7b6-401d-81d9-23a948b9fec9 req-c5c43ca7-8e0a-4473-a450-8a725e9b733c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0474527 Jul 20 19:24:28.231036 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-274d74e8-a7b6-401d-81d9-23a948b9fec9 req-b2635453-49c0-4eef-acf9-166a7d6653ca tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Jul 20 19:24:28.726157 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bae029ca-51c3-4b3c-bddd-9553fbf5e4bb req-b0482a69-3469-4298-b8ed-dc0633aeb675 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0273399 Jul 20 19:24:28.767247 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb339c-efa8-40fa-b65d-5ff7fad8a096 req-f7ae87d6-8dc8-49f2-9448-9de541cea6ea tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:28.768731 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-58bb339c-efa8-40fa-b65d-5ff7fad8a096 req-f7ae87d6-8dc8-49f2-9448-9de541cea6ea tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.0504656 Jul 20 19:24:28.821674 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-58bb339c-efa8-40fa-b65d-5ff7fad8a096 req-8dd1383d-13be-4173-97b6-4f4c565c2dd0 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470498 Jul 20 19:24:28.879998 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-63076e1e-d59d-49d9-a95a-f2cba04f0c56 req-20468e43-ddc3-46ea-b793-655cd005b4b3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 210 time: 0.0265386 Jul 20 19:24:29.022593 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:29.084951 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-65129756-5458-49c3-87b2-d5891d53d4a3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=654a322fff99416595c66a993aeaee17 HTTP/1.1" status: 200 len: 380 time: 0.0809903 Jul 20 19:24:29.099798 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8dfe-ce33-4380-91ec-6124937624dd req-26c47dd9-c9b0-41c5-a3ad-7e5432f5aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:29.101760 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-26c47dd9-c9b0-41c5-a3ad-7e5432f5aa35 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0947254 Jul 20 19:24:29.180051 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Request body: {'port': {'device_id': '58f977b5-705c-46e5-b597-311c97d2edea', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'admin_state_up': True, 'tenant_id': '654a322fff99416595c66a993aeaee17', 'security_groups': ['ddf58f38-13a8-42b3-bf6b-858d265f5e7f']}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:29.262876 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:29.286962 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Made reservation on behalf of 654a322fff99416595c66a993aeaee17 for: {'port': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:24:29.290358 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:29.387332 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6a1d3-1fe5-4f02-a1a5-999771d63fed req-65390e11-dfb4-4a1f-b572-9b0fc2fb1c16 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:29.388821 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-76d6a1d3-1fe5-4f02-a1a5-999771d63fed req-65390e11-dfb4-4a1f-b572-9b0fc2fb1c16 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0823026 Jul 20 19:24:29.479776 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-76d6a1d3-1fe5-4f02-a1a5-999771d63fed req-2f271b7c-732e-4b9d-b4ac-0120ce264cd6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848708 Jul 20 19:24:29.499883 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Allocated IP 172.20.0.4 (f5bb1c67-48ca-4e2c-b322-fdd0133524e4/51299be0-e1ff-48e7-8c5f-c79b7fb4abc7/a8824afd-c0c0-48f6-a2ee-5085bf6628cf) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:24:29.638144 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:29.668307 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:29.713891 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:24:29.719045 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:29.722919 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:24:29.745707 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event updated for resources: {'Port': ['ID=a8824afd-c0c0-48f6-a2ee-5085bf6628cf,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:29.775695 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:29.776415 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:29.793658 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-1e3e5adf-7e91-4a5d-984f-2fb62f7e8202 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6175621 Jul 20 19:24:29.848387 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-16fa2aa0-6248-4d1f-92d7-ae127eeb1436 req-42101c35-1a65-44ef-8e5f-deff292d8651 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0285804 Jul 20 19:24:29.960707 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-e6154069-720f-4dc8-8219-fd73af384851 None None] Provisioning complete for port a8824afd-c0c0-48f6-a2ee-5085bf6628cf triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:29.961879 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e6154069-720f-4dc8-8219-fd73af384851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:29.978728 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80186a92-e0ca-4df6-a351-b61d1ecb5b5c req-9f85c9a5-6b78-4393-8af9-21a36844a9a7 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:29.986589 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80186a92-e0ca-4df6-a351-b61d1ecb5b5c req-9f85c9a5-6b78-4393-8af9-21a36844a9a7 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.0633438 Jul 20 19:24:29.996334 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-e6154069-720f-4dc8-8219-fd73af384851 None None] Port a8824afd-c0c0-48f6-a2ee-5085bf6628cf cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:24:30.023305 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1915591-0002-44fd-912e-c91fcad77c12 req-cef0f947-04ac-4110-b573-c46f0ddb972a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:30.024816 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a1915591-0002-44fd-912e-c91fcad77c12 req-cef0f947-04ac-4110-b573-c46f0ddb972a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 931 time: 0.0656719 Jul 20 19:24:30.035208 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80186a92-e0ca-4df6-a351-b61d1ecb5b5c req-96d4db44-f8bb-42ac-9061-9bb8a28759d8 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476422 Jul 20 19:24:30.060045 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:30.077170 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a1915591-0002-44fd-912e-c91fcad77c12 req-2dc125db-5a60-4e6e-8f6f-a7cfb96cc8c1 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466557 Jul 20 19:24:30.600380 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e48e6-f43f-4937-a0d3-f17f929b0574 req-de1cb322-8393-4bec-9af9-5a61fe384208 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:30.601860 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f98e48e6-f43f-4937-a0d3-f17f929b0574 req-de1cb322-8393-4bec-9af9-5a61fe384208 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0526993 Jul 20 19:24:30.628587 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:30.654940 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f98e48e6-f43f-4937-a0d3-f17f929b0574 req-be8a6a9e-40a7-4205-80a9-3759615fcaf2 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466728 Jul 20 19:24:30.816034 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=51 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:30.984020 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e4467bf4-aa7f-421c-8e9e-db4ae58c8ce0 req-40348ef0-c490-4d6b-98bd-9e78ae1b5ee3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0284710 Jul 20 19:24:31.155064 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdde9c-cea1-40d1-b4a7-a58879296037 req-0e3bf2ee-95c8-4c8a-bed9-4b59417f234e tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:31.156874 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-91fdde9c-cea1-40d1-b4a7-a58879296037 req-0e3bf2ee-95c8-4c8a-bed9-4b59417f234e tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.0510054 Jul 20 19:24:31.200423 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbcfa7-7f0c-4881-9496-e361409b48f5 req-07de7c53-47d3-4719-8460-d36827173ce3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:31.201991 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a0cbcfa7-7f0c-4881-9496-e361409b48f5 req-07de7c53-47d3-4719-8460-d36827173ce3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 931 time: 0.0531640 Jul 20 19:24:31.204069 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:31.220912 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-91fdde9c-cea1-40d1-b4a7-a58879296037 req-25de7f2a-2e5a-4daf-8614-5a74fcb17aec tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565538 Jul 20 19:24:31.261142 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a0cbcfa7-7f0c-4881-9496-e361409b48f5 req-3cd496b8-9778-48f3-87bb-816065cde990 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517025 Jul 20 19:24:31.774700 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e9716-b5a5-4ed9-b4e3-115157145e20 req-a6b2dddd-80b9-4f04-b067-de4c5973069c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:31.776176 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-366e9716-b5a5-4ed9-b4e3-115157145e20 req-a6b2dddd-80b9-4f04-b067-de4c5973069c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0477154 Jul 20 19:24:31.827732 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-366e9716-b5a5-4ed9-b4e3-115157145e20 req-30549280-1c2f-4b4f-9b1b-3058da9e33e2 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459116 Jul 20 19:24:32.071236 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Request body: {'port': {'device_id': '58f977b5-705c-46e5-b597-311c97d2edea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:32.152871 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-21173a4f-333c-4503-a204-035930485335 req-6bfa816e-0f3d-424c-8fe0-6c06aea70f1c tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0910501 Jul 20 19:24:32.168455 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed101eed-4735-448f-9c6f-f646c4bf246b req-ca16b650-dbf0-4f1d-b77a-ad5d5cebb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:32.169955 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ed101eed-4735-448f-9c6f-f646c4bf246b req-ca16b650-dbf0-4f1d-b77a-ad5d5cebb7ed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5231dfdf49c44f7ab191159ea563dad7&device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 1127 time: 0.0899110 Jul 20 19:24:32.191877 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.89', 52056) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:32.211696 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cc855-6521-453a-ad33-6ab5c39bb72a req-a5df4778-27f5-42e8-8d9c-6f39220dbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:32.213339 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f74cc855-6521-453a-ad33-6ab5c39bb72a req-a5df4778-27f5-42e8-8d9c-6f39220dbbee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 1128 time: 0.1378505 Jul 20 19:24:32.240381 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:32.258652 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-0d4b16a7-5ef9-49c6-b753-33f0ba55b283 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188659 Jul 20 19:24:32.516506 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:32.609689 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c94aad-14a3-4085-a337-e79cf1a3e7e4 req-3dacf59d-be19-42ce-8b54-9400ef947fc9 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:32.611259 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c9c94aad-14a3-4085-a337-e79cf1a3e7e4 req-3dacf59d-be19-42ce-8b54-9400ef947fc9 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 931 time: 0.2130432 Jul 20 19:24:32.643990 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed101eed-4735-448f-9c6f-f646c4bf246b req-631875b3-9689-4473-a506-b20bb03e7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:32.645490 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ed101eed-4735-448f-9c6f-f646c4bf246b req-631875b3-9689-4473-a506-b20bb03e7992 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=5231dfdf49c44f7ab191159ea563dad7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4428711 Jul 20 19:24:32.697639 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-eb9d10b7-a041-499c-9d9f-6f75a6cc37cf tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:32.699323 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-eb9d10b7-a041-499c-9d9f-6f75a6cc37cf tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.89 "GET /v2.0/networks?id=ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 200 len: 817 time: 0.5062919 Jul 20 19:24:32.704919 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc547ebf-4a0c-46c0-a348-74c652f61a94 req-d1738edc-8977-4555-88b5-47c53a6cfaff tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:32.706514 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dc547ebf-4a0c-46c0-a348-74c652f61a94 req-d1738edc-8977-4555-88b5-47c53a6cfaff tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.3296256 Jul 20 19:24:32.707711 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-061e8dfe-ce33-4380-91ec-6124937624dd req-9f12bd12-3a32-4082-9dee-41eb10df8479 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420799 Jul 20 19:24:32.720587 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c9c94aad-14a3-4085-a337-e79cf1a3e7e4 req-fe442846-2415-4169-a21b-feff7b6988fd tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981588 Jul 20 19:24:32.758010 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cc855-6521-453a-ad33-6ab5c39bb72a req-60a450e7-224e-4a53-9e00-5d5cbefa9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:32.759596 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f74cc855-6521-453a-ad33-6ab5c39bb72a req-60a450e7-224e-4a53-9e00-5d5cbefa9558 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f0f63357734c4efa9a88c07996aa5551&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5363190 Jul 20 19:24:32.835179 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dc547ebf-4a0c-46c0-a348-74c652f61a94 req-d578afa8-b848-4c53-bf7d-ee6ebf504dfb tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166794 Jul 20 19:24:32.934945 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8824afd-c0c0-48f6-a2ee-5085bf6628cf {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:24:32.948654 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Publish callbacks [] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:32.962096 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Transition to ACTIVE for port object a8824afd-c0c0-48f6-a2ee-5085bf6628cf will not be triggered until provisioned by entity L2. {{(pid=103973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:24:32.966139 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a9061-e8ef-46da-8ba0-6e555857ab43 req-4c505d0b-e778-4086-945b-958ca6975759 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:32.968328 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-005a9061-e8ef-46da-8ba0-6e555857ab43 req-4c505d0b-e778-4086-945b-958ca6975759 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0651140 Jul 20 19:24:32.975118 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:33.040899 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Pushing event updated for resources: {'Port': ['ID=a8824afd-c0c0-48f6-a2ee-5085bf6628cf,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:33.050843 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-005a9061-e8ef-46da-8ba0-6e555857ab43 req-300874e6-7024-445f-b5a6-4fc9429a25e9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764873 Jul 20 19:24:33.055192 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:33.147153 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Attempting to bind port a8824afd-c0c0-48f6-a2ee-5085bf6628cf on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:24:33.147490 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Attempting to bind port a8824afd-c0c0-48f6-a2ee-5085bf6628cf by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:24:33.147822 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Attempting to bind port a8824afd-c0c0-48f6-a2ee-5085bf6628cf on network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:33.153116 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Port a8824afd-c0c0-48f6-a2ee-5085bf6628cf on network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:24:33.153436 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Attempting to bind port a8824afd-c0c0-48f6-a2ee-5085bf6628cf on network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:33.165126 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:24:33.165126 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Checking segment: {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:24:33.165126 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Bound using segment: {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:24:33.165126 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Bound port: a8824afd-c0c0-48f6-a2ee-5085bf6628cf, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:24:33.165126 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:33.244458 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] For port a8824afd-c0c0-48f6-a2ee-5085bf6628cf, host hv-cinder-81914, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:24:33.248375 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] For port a8824afd-c0c0-48f6-a2ee-5085bf6628cf, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a8824afd-c0c0-48f6-a2ee-5085bf6628cf,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:24:33.262235 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:33.284263 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a36f891d-c16d-4937-9d39-199ed223a633 req-964a3c27-db14-41cf-be82-a01c61a78f9a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0404510 Jul 20 19:24:33.318588 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:33.319651 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:33.322066 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] 10.222.0.89 "PUT /v2.0/ports/a8824afd-c0c0-48f6-a2ee-5085bf6628cf HTTP/1.1" status: 200 len: 1093 time: 1.2550068 Jul 20 19:24:33.322782 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f977b5-705c-46e5-b597-311c97d2edea', 'tag': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:24:33.326858 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d564c8-650e-4e3c-bc3a-812f9abfd7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "58f977b5-705c-46e5-b597-311c97d2edea", "tag": "a8824afd-c0c0-48f6-a2ee-5085bf6628cf"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:24:33.346142 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:33.353351 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c28efb-6132-4042-a2a7-9938748a28ed service neutron] Pushing event updated for resources: {'Port': ['ID=a8824afd-c0c0-48f6-a2ee-5085bf6628cf,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:33.385328 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b90e27d-e1c5-47e6-8a8c-2544aa7e3753 x-openstack-request-id: req-0b90e27d-e1c5-47e6-8a8c-2544aa7e3753 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:24:33.385616 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f977b5-705c-46e5-b597-311c97d2edea", "tag": "a8824afd-c0c0-48f6-a2ee-5085bf6628cf", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:24:33.385868 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b90e27d-e1c5-47e6-8a8c-2544aa7e3753 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:24:33.386473 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b90e27d-e1c5-47e6-8a8c-2544aa7e3753'] response: {'name': 'network-changed', 'server_uuid': '58f977b5-705c-46e5-b597-311c97d2edea', 'tag': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf', 'status': 'completed', 'code': 200} Jul 20 19:24:33.835001 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864ea24-14d0-4168-ae1e-1ad758106a8b req-6b78daa5-7e31-4c38-941f-09cd505c12ef tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:33.836475 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1864ea24-14d0-4168-ae1e-1ad758106a8b req-6b78daa5-7e31-4c38-941f-09cd505c12ef tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 943 time: 0.0512815 Jul 20 19:24:33.883470 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1864ea24-14d0-4168-ae1e-1ad758106a8b req-85251c45-6222-43b0-9571-a7eb3d7c167d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414839 Jul 20 19:24:33.952413 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831e927-dd8b-4c4c-a1b9-68fa457dff51 req-119ecb8b-5561-4927-90fa-07bc319a10f1 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:33.953845 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f831e927-dd8b-4c4c-a1b9-68fa457dff51 req-119ecb8b-5561-4927-90fa-07bc319a10f1 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.0508797 Jul 20 19:24:33.999790 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f831e927-dd8b-4c4c-a1b9-68fa457dff51 req-aed28565-9db0-4f29-b0b9-a720cf9c6ccd tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395999 Jul 20 19:24:34.173276 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2e4a0-a77c-4988-b677-bbe588bc324c req-6924aac1-28b5-4bba-895d-058286588fd7 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:34.174729 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-10c2e4a0-a77c-4988-b677-bbe588bc324c req-6924aac1-28b5-4bba-895d-058286588fd7 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0469232 Jul 20 19:24:34.220820 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-10c2e4a0-a77c-4988-b677-bbe588bc324c req-73fc0000-4005-430d-bb35-3cc65dee56cd tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Jul 20 19:24:34.384022 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-70ab415f-43cd-46d6-8f4e-71262859e172 req-61b4ee48-8087-4502-8aa5-b576ac1759f2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0273206 Jul 20 19:24:34.997107 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917529b-11f2-4242-82b4-ee37636c099f req-5ecb82a2-29e0-4f55-99ae-9ca050dbbc68 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:34.998930 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5917529b-11f2-4242-82b4-ee37636c099f req-5ecb82a2-29e0-4f55-99ae-9ca050dbbc68 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 943 time: 0.0491817 Jul 20 19:24:35.044931 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5917529b-11f2-4242-82b4-ee37636c099f req-c6e475cb-5ecb-4ae4-97d4-053f7fe7acc0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409522 Jul 20 19:24:35.110056 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85066722-05a7-4ba8-a051-ca50ebe28c39 req-a61b16a5-cd6e-443c-8d24-c7a23a06ac8c tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:35.111512 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-85066722-05a7-4ba8-a051-ca50ebe28c39 req-a61b16a5-cd6e-443c-8d24-c7a23a06ac8c tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.0464461 Jul 20 19:24:35.163076 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-85066722-05a7-4ba8-a051-ca50ebe28c39 req-a34e15ba-ccdb-4a9f-8796-052d4f3ef10b tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442767 Jul 20 19:24:35.333183 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:35.401329 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caedcd8-1b31-4e9a-86f3-74b8b2d17c30 req-20bd120b-6930-4fc7-bb68-83620e0d654b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:35.402829 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7caedcd8-1b31-4e9a-86f3-74b8b2d17c30 req-20bd120b-6930-4fc7-bb68-83620e0d654b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.1148274 Jul 20 19:24:35.539087 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4f9234b0-52a1-4cbf-a3ef-8823be636d2e req-c0397e61-be43-4105-86fe-4e3c67d71887 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0736103 Jul 20 19:24:35.544084 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cc855-6521-453a-ad33-6ab5c39bb72a req-2cd1d433-3699-4b96-85a6-f543287be3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:35.545476 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f74cc855-6521-453a-ad33-6ab5c39bb72a req-2cd1d433-3699-4b96-85a6-f543287be3c2 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2192557 Jul 20 19:24:35.548561 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f558e81b-3b3a-450b-be2c-552d81e1d256 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff9c443652a141d482130869ff76c327 HTTP/1.1" status: 200 len: 380 time: 0.2205584 Jul 20 19:24:35.548704 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7caedcd8-1b31-4e9a-86f3-74b8b2d17c30 req-50c1e7f9-1e4d-42d0-bb34-9ed0c8939b5c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355793 Jul 20 19:24:35.553349 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed101eed-4735-448f-9c6f-f646c4bf246b req-de5a405c-8baf-461c-b528-ba919cfe32bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:35.554768 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ed101eed-4735-448f-9c6f-f646c4bf246b req-de5a405c-8baf-461c-b528-ba919cfe32bd service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2432122 Jul 20 19:24:36.162961 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f391b-9593-49b7-8470-d8bee6d5a269 req-27ae2bae-121d-4cdd-97a4-0d3d85907039 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:36.164422 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9d5f391b-9593-49b7-8470-d8bee6d5a269 req-27ae2bae-121d-4cdd-97a4-0d3d85907039 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 943 time: 0.0524755 Jul 20 19:24:36.214788 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9d5f391b-9593-49b7-8470-d8bee6d5a269 req-dcf34318-0338-4fa3-9299-a314109a2d9a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445075 Jul 20 19:24:36.293981 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1de43b-9dde-4213-b177-53389d7608cd req-97f39bad-d03e-40a4-a216-f2a46c53ccad tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:36.295505 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-db1de43b-9dde-4213-b177-53389d7608cd req-97f39bad-d03e-40a4-a216-f2a46c53ccad tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.0561714 Jul 20 19:24:36.353287 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-db1de43b-9dde-4213-b177-53389d7608cd req-86eadc71-d4b1-4373-8836-9f74ac47b254 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Jul 20 19:24:36.467249 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Request body: {'port': {'device_id': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'admin_state_up': True, 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'security_groups': ['cfb6946e-b50b-4572-bd9a-0fb4b32464ba']}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:36.505012 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cd49f-e310-4cfd-9f1c-b41316e4203b req-041ea168-4263-43a3-bffd-d575fe288b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:36.507725 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a3cd49f-e310-4cfd-9f1c-b41316e4203b req-041ea168-4263-43a3-bffd-d575fe288b4d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 1127 time: 0.0764005 Jul 20 19:24:36.587679 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b3ace-2784-488e-b2fa-b377135b1078 req-c398ecdd-35ee-48c4-bf0c-7d6a0b77c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:36.589222 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-c398ecdd-35ee-48c4-bf0c-7d6a0b77c633 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 1128 time: 0.1281281 Jul 20 19:24:36.764804 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d564c8-650e-4e3c-bc3a-812f9abfd7d9 req-949a431e-3f21-4e19-b647-26e500da5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:36.766305 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a3d564c8-650e-4e3c-bc3a-812f9abfd7d9 req-949a431e-3f21-4e19-b647-26e500da5ccd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=654a322fff99416595c66a993aeaee17&device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 1127 time: 0.3568428 Jul 20 19:24:36.777943 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:36.786613 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-e8406cb9-10f4-4322-bc58-7be094ef267a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c14f37-54d6-465f-98a8-80c125855fe5 HTTP/1.1" status: 200 len: 217 time: 0.1837242 Jul 20 19:24:36.801316 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3aa0c20e-6234-456c-88cd-23980c4d5c37 req-04a4dd3a-c281-464a-8dbc-7c69e676195d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0303912 Jul 20 19:24:36.830688 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-aee60e75-fe26-40b6-871e-ec190e6352f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:36.832165 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-aee60e75-fe26-40b6-871e-ec190e6352f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5231dfdf49c44f7ab191159ea563dad7&device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 1127 time: 0.3723502 Jul 20 19:24:36.917254 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c7c03-1709-462d-8f29-5bcb99a14006 req-6ccec01e-780e-43f9-a682-bdb88050fcc6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:36.928867 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3c1c7c03-1709-462d-8f29-5bcb99a14006 req-6ccec01e-780e-43f9-a682-bdb88050fcc6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.2409580 Jul 20 19:24:37.001887 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cd49f-e310-4cfd-9f1c-b41316e4203b req-4adde97f-a03b-4fa6-9c06-d2b3a9b7aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.002139 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-5c42f896-eb61-461e-9525-0bf383360a85 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1b2ec4f-4809-4219-9acc-9861fab9de05 HTTP/1.1" status: 200 len: 217 time: 0.1000335 Jul 20 19:24:37.003339 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a3cd49f-e310-4cfd-9f1c-b41316e4203b req-4adde97f-a03b-4fa6-9c06-d2b3a9b7aba9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 919 time: 0.4875796 Jul 20 19:24:37.009439 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b3ace-2784-488e-b2fa-b377135b1078 req-4ce5ea01-249e-4346-87f1-c0d3a3b291ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.011393 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-4ce5ea01-249e-4346-87f1-c0d3a3b291ed service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.1919706 Jul 20 19:24:37.011599 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:37.095843 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a3cd49f-e310-4cfd-9f1c-b41316e4203b req-376b7500-84cf-4f1f-aa48-8a9047639f8c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b88207bd-7c1f-4302-9d14-7ef3931098c7 HTTP/1.1" status: 200 len: 217 time: 0.0719793 Jul 20 19:24:37.095957 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d564c8-650e-4e3c-bc3a-812f9abfd7d9 req-61a4dbd5-1ddc-453b-88eb-2cafc729df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.096257 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a3d564c8-650e-4e3c-bc3a-812f9abfd7d9 req-61a4dbd5-1ddc-453b-88eb-2cafc729df65 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=654a322fff99416595c66a993aeaee17&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2936342 Jul 20 19:24:37.191152 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3c1c7c03-1709-462d-8f29-5bcb99a14006 req-b425a28b-9576-4ed1-afff-5518f2bc5439 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345278 Jul 20 19:24:37.198178 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b3ace-2784-488e-b2fa-b377135b1078 req-5a68de2c-0c30-4cf7-9f9c-449d97a6ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.199669 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-5a68de2c-0c30-4cf7-9f9c-449d97a6ed3f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1786723 Jul 20 19:24:37.220555 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-60bb560d-444d-4a9b-bf57-2dda4d3b1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.222691 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-60bb560d-444d-4a9b-bf57-2dda4d3b1425 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa HTTP/1.1" status: 200 len: 851 time: 0.2032516 Jul 20 19:24:37.224217 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Made reservation on behalf of ff9c443652a141d482130869ff76c327 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:24:37.226059 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:37.229044 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:37.241360 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cd49f-e310-4cfd-9f1c-b41316e4203b req-989dbbc0-07ef-4294-9037-ae7da07ff149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.243599 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a3cd49f-e310-4cfd-9f1c-b41316e4203b req-989dbbc0-07ef-4294-9037-ae7da07ff149 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.1204336 Jul 20 19:24:37.320829 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-8da52e0f-ee92-4153-9d7b-5765f8ad522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.322789 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-8da52e0f-ee92-4153-9d7b-5765f8ad522b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9a9193de-984d-406f-a548-19b5a7c18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0901496 Jul 20 19:24:37.326220 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d564c8-650e-4e3c-bc3a-812f9abfd7d9 req-199cfe75-5b65-4fbe-9ce3-e01f4fffc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.328277 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a3d564c8-650e-4e3c-bc3a-812f9abfd7d9 req-199cfe75-5b65-4fbe-9ce3-e01f4fffc386 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2152421 Jul 20 19:24:37.348962 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cd49f-e310-4cfd-9f1c-b41316e4203b req-bc19d30e-8d51-47c3-9fd3-b3f058a1ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.354456 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a3cd49f-e310-4cfd-9f1c-b41316e4203b req-bc19d30e-8d51-47c3-9fd3-b3f058a1ba2a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0993164 Jul 20 19:24:37.466201 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 37696) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:37.642107 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc73a9-a75e-4f88-a171-7253f673b4a3 req-20de09cc-01ae-4cd0-914a-3d62157d15dc tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.643630 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1fcc73a9-a75e-4f88-a171-7253f673b4a3 req-20de09cc-01ae-4cd0-914a-3d62157d15dc tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 943 time: 0.1802661 Jul 20 19:24:37.658392 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-8c525c09-29b3-4856-a5e6-acb1a092a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.659922 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-8c525c09-29b3-4856-a5e6-acb1a092a3e8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=654a322fff99416595c66a993aeaee17&device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 1127 time: 0.1911595 Jul 20 19:24:37.663513 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Allocated IP 172.20.0.10 (ab609c42-592c-4da6-88a0-b462f1083b16/de1f425d-2a18-45f6-9b64-fdfd0a26c08e/61e3f31b-7885-4b43-8167-c676cd576b57) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:24:37.697278 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f119174d-2418-488a-b642-aa17ea1502eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:37.711920 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9065b-4833-44f8-ba5b-7d1af122b281 req-23c1ec48-5adc-4a58-adb0-136559816be6 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.713414 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-06f9065b-4833-44f8-ba5b-7d1af122b281 req-23c1ec48-5adc-4a58-adb0-136559816be6 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.1189921 Jul 20 19:24:37.717204 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-1748bcb9-0236-4cae-879a-0ac2b1d88f8f service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101678 Jul 20 19:24:37.749344 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:37.751244 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-b41fef95-dcbf-4697-8895-fd22140657dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8824afd-c0c0-48f6-a2ee-5085bf6628cf HTTP/1.1" status: 200 len: 217 time: 0.0838931 Jul 20 19:24:37.777717 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a3cd49f-e310-4cfd-9f1c-b41316e4203b req-507a16fb-6e5f-4d38-ada6-c25c162a8c43 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911896 Jul 20 19:24:37.846554 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:37.858742 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-b8934b06-2ab2-4aeb-a822-789ab7185be1 service neutron] 10.222.0.89 "GET /v2.0/networks/9a9193de-984d-406f-a548-19b5a7c18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940878 Jul 20 19:24:37.872153 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-06f9065b-4833-44f8-ba5b-7d1af122b281 req-6a66e981-4e35-4196-b623-bbeeadbf1760 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522861 Jul 20 19:24:37.914626 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1fcc73a9-a75e-4f88-a171-7253f673b4a3 req-7d6eca29-e11f-4821-b5cb-5424e2319616 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528613 Jul 20 19:24:37.928189 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-06a48caf-ebbf-4071-be9a-96b0bea98f1d service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964073 Jul 20 19:24:37.949826 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a3cd49f-e310-4cfd-9f1c-b41316e4203b req-e24c7f69-bd06-4dad-a636-62308f4f5728 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644700 Jul 20 19:24:37.950793 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-4e1ed75c-ca70-4cca-8c9c-3c5f57b762a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:37.952233 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-4e1ed75c-ca70-4cca-8c9c-3c5f57b762a7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=51299be0-e1ff-48e7-8c5f-c79b7fb4abc7 HTTP/1.1" status: 200 len: 850 time: 0.1848621 Jul 20 19:24:37.993888 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3b04cf91-7467-40ed-9e7a-3027e55472ec req-81438108-4947-410b-85c3-34a06995c1a4 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0323699 Jul 20 19:24:38.089737 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-f8277e34-8a37-4d50-9db8-7b4c3c167982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:38.091231 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-f8277e34-8a37-4d50-9db8-7b4c3c167982 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1089520 Jul 20 19:24:38.153304 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for port (61e3f31b-7885-4b43-8167-c676cd576b57), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.163668 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f119174d-2418-488a-b642-aa17ea1502eb admin admin] Publish callbacks [] for security_group (2fc0fdb3-02e2-4c29-b0a4-add87236ff9a), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.167568 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73a85110-0a3a-4705-a627-4c7c64e48df0 req-06c6a598-f90c-4bd2-9c0e-7512c0bee2b5 service neutron] 10.222.0.89 "GET /v2.0/networks/9a9193de-984d-406f-a548-19b5a7c18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956486 Jul 20 19:24:38.171247 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f119174d-2418-488a-b642-aa17ea1502eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (2fc0fdb3-02e2-4c29-b0a4-add87236ff9a), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.234251 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-f119174d-2418-488a-b642-aa17ea1502eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01cf8ffff9b3457f8c99672b545e5dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7632499 Jul 20 19:24:38.235525 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119174d-2418-488a-b642-aa17ea1502eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc0fdb3-02e2-4c29-b0a4-add87236ff9a,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:38.237825 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 37714) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:38.241455 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.285867 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Network ab609c42-592c-4da6-88a0-b462f1083b16 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:24:38.289920 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:38.298153 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:24:38.303579 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a9684dfd-63b5-4b46-b938-4ade738061f8 admin admin] Publish callbacks [] for security_group (2fc0fdb3-02e2-4c29-b0a4-add87236ff9a), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.330793 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a9684dfd-63b5-4b46-b938-4ade738061f8 admin admin] Publish callbacks [] for security_group (2fc0fdb3-02e2-4c29-b0a4-add87236ff9a), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.344732 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event updated for resources: {'Port': ['ID=61e3f31b-7885-4b43-8167-c676cd576b57,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:38.371356 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device b88207bd-7c1f-4302-9d14-7ef3931098c7 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:24:38.429493 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a9684dfd-63b5-4b46-b938-4ade738061f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (2fc0fdb3-02e2-4c29-b0a4-add87236ff9a), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.433065 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a9684dfd-63b5-4b46-b938-4ade738061f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.434247 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-a9684dfd-63b5-4b46-b938-4ade738061f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fc0fdb3-02e2-4c29-b0a4-add87236ff9a HTTP/1.1" status: 204 len: 168 time: 0.1954463 Jul 20 19:24:38.454566 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9684dfd-63b5-4b46-b938-4ade738061f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc0fdb3-02e2-4c29-b0a4-add87236ff9a,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:38.483758 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40436d03-1a06-46f2-bfcb-0f764c1c7458 req-511aebcc-586a-4bc4-b483-7009351494c5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:38.493119 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-40436d03-1a06-46f2-bfcb-0f764c1c7458 req-511aebcc-586a-4bc4-b483-7009351494c5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.1910338 Jul 20 19:24:38.522246 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:38.525056 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.570222 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-40436d03-1a06-46f2-bfcb-0f764c1c7458 req-d4658fc2-f50c-4b9a-b013-7e85308bd89e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731540 Jul 20 19:24:38.578924 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f54742f9-ff3a-43f2-be58-deb70e12010d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1175513 Jul 20 19:24:38.620644 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port b88207bd-7c1f-4302-9d14-7ef3931098c7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b88207bd-7c1f-4302-9d14-7ef3931098c7,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:38.642927 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': 'b88207bd-7c1f-4302-9d14-7ef3931098c7', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'port_id': 'b88207bd-7c1f-4302-9d14-7ef3931098c7', 'mac_address': 'fa:16:3e:e4:b0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:24:38.648019 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-dbc88f8d-2d71-47f3-89ed-bd479f4c2692 None None] Provisioning complete for port 61e3f31b-7885-4b43-8167-c676cd576b57 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:38.648653 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-dbc88f8d-2d71-47f3-89ed-bd479f4c2692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.704694 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-dbc88f8d-2d71-47f3-89ed-bd479f4c2692 None None] Port 61e3f31b-7885-4b43-8167-c676cd576b57 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:24:38.707331 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:38.716230 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port b88207bd-7c1f-4302-9d14-7ef3931098c7 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:38.722639 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Request body: {'port': {'device_id': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:38.726254 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.745820 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88207bd-7c1f-4302-9d14-7ef3931098c7 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:24:38.769980 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port b88207bd-7c1f-4302-9d14-7ef3931098c7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b88207bd-7c1f-4302-9d14-7ef3931098c7,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:38.771128 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:38.776805 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.812707 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:38.834641 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=b88207bd-7c1f-4302-9d14-7ef3931098c7,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:38.872745 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 37736) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:38.886404 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a235d563-2589-4541-9478-6dbd65711831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.888748 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:38.903205 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-c2ee3265-449d-4c25-bb85-2786e7c76660 service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845219 Jul 20 19:24:38.906249 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:38.976343 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:39.021208 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a235d563-2589-4541-9478-6dbd65711831 admin admin] Publish callbacks [] for security_group (632572ea-bdcc-4b56-b265-1b208137f4a6), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:39.031054 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3953-ce92-4979-a707-e9b2dab95ecb req-7b7c4660-c9a9-41b7-bbda-1d832a2e030d tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:39.032775 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-aaaf3953-ce92-4979-a707-e9b2dab95ecb req-7b7c4660-c9a9-41b7-bbda-1d832a2e030d tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.0802271 Jul 20 19:24:39.034664 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a235d563-2589-4541-9478-6dbd65711831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (632572ea-bdcc-4b56-b265-1b208137f4a6), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:39.076964 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:39.090479 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['b88207bd-7c1f-4302-9d14-7ef3931098c7'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:24:39.096443 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-a235d563-2589-4541-9478-6dbd65711831 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5a1096c346542d5ac2659b79389b462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226076 Jul 20 19:24:39.100190 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 37744) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:39.100761 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235d563-2589-4541-9478-6dbd65711831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632572ea-bdcc-4b56-b265-1b208137f4a6,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:39.131150 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-aaaf3953-ce92-4979-a707-e9b2dab95ecb req-bff8e301-2649-46e8-bd3f-b1e5f15f7dfb tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838768 Jul 20 19:24:39.148244 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce026ee-8359-4e45-b765-4e4abd02cf58 req-bfcbf0c6-1804-4c48-b186-17ddffb2d20a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:39.159182 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3ce026ee-8359-4e45-b765-4e4abd02cf58 req-bfcbf0c6-1804-4c48-b186-17ddffb2d20a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 943 time: 0.1211627 Jul 20 19:24:39.260073 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db24b6c-4368-4a17-8490-39ec321e49fc req-b1291af4-d67d-4163-8940-842edf7a28ec tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:39.262902 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5db24b6c-4368-4a17-8490-39ec321e49fc req-b1291af4-d67d-4163-8940-842edf7a28ec tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 932 time: 0.0589559 Jul 20 19:24:39.345568 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5db24b6c-4368-4a17-8490-39ec321e49fc req-83eadc5c-e70b-4948-8db1-ccc2ab8af893 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767574 Jul 20 19:24:39.507623 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-596adeaf-e5b0-497d-b74c-21999edb8a87 admin admin] Publish callbacks [] for security_group (632572ea-bdcc-4b56-b265-1b208137f4a6), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:39.514724 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3ce026ee-8359-4e45-b765-4e4abd02cf58 req-84280400-2431-4af1-a089-d6842f3e1f7c tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249266 Jul 20 19:24:39.558867 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 37754) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:39.570666 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-596adeaf-e5b0-497d-b74c-21999edb8a87 admin admin] Publish callbacks [] for security_group (632572ea-bdcc-4b56-b265-1b208137f4a6), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:39.672157 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e3f31b-7885-4b43-8167-c676cd576b57 {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:24:39.684617 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f63456a4-3673-4a5d-a733-c039be3f78db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:39.686997 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Publish callbacks [] for port (61e3f31b-7885-4b43-8167-c676cd576b57), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:39.705638 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe939-97df-4f8b-a98a-8bc43695c558 req-6b035695-ded9-41c4-a728-0f4a30c74164 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:39.707379 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c3cfe939-97df-4f8b-a98a-8bc43695c558 req-6b035695-ded9-41c4-a728-0f4a30c74164 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0716867 Jul 20 19:24:39.718353 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4682854e-5b93-4b30-ab00-77a6d56350fe req-e5f252cc-d787-4efc-9f30-2c9f7b4e3a28 service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835763 Jul 20 19:24:39.724847 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Transition to ACTIVE for port object 61e3f31b-7885-4b43-8167-c676cd576b57 will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:24:39.725927 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-596adeaf-e5b0-497d-b74c-21999edb8a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (632572ea-bdcc-4b56-b265-1b208137f4a6), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:39.728675 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-596adeaf-e5b0-497d-b74c-21999edb8a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:39.729899 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-596adeaf-e5b0-497d-b74c-21999edb8a87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/632572ea-bdcc-4b56-b265-1b208137f4a6 HTTP/1.1" status: 204 len: 168 time: 0.6283209 Jul 20 19:24:39.734453 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:39.750702 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596adeaf-e5b0-497d-b74c-21999edb8a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632572ea-bdcc-4b56-b265-1b208137f4a6,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:39.810097 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:39.861274 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c3cfe939-97df-4f8b-a98a-8bc43695c558 req-efd60430-56da-4dd4-8a40-cd2cd60a4c3a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466243 Jul 20 19:24:39.887268 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f63456a4-3673-4a5d-a733-c039be3f78db admin admin] Publish callbacks [] for security_group (5b4cd75b-f091-4f63-97a8-627c441d057b), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:39.892855 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Pushing event updated for resources: {'Port': ['ID=61e3f31b-7885-4b43-8167-c676cd576b57,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:39.894950 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f63456a4-3673-4a5d-a733-c039be3f78db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (5b4cd75b-f091-4f63-97a8-627c441d057b), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:39.961119 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-f63456a4-3673-4a5d-a733-c039be3f78db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e82de68ad9c430ba48b04b8e366c746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4010983 Jul 20 19:24:39.963159 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63456a4-3673-4a5d-a733-c039be3f78db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4cd75b-f091-4f63-97a8-627c441d057b,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:39.967032 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 37770) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:39.992373 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Attempting to bind port 61e3f31b-7885-4b43-8167-c676cd576b57 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:24:39.994637 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Attempting to bind port 61e3f31b-7885-4b43-8167-c676cd576b57 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:24:39.994980 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Attempting to bind port 61e3f31b-7885-4b43-8167-c676cd576b57 on network ab609c42-592c-4da6-88a0-b462f1083b16 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:40.012547 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Port 61e3f31b-7885-4b43-8167-c676cd576b57 on network ab609c42-592c-4da6-88a0-b462f1083b16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:24:40.012879 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Attempting to bind port 61e3f31b-7885-4b43-8167-c676cd576b57 on network ab609c42-592c-4da6-88a0-b462f1083b16 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:40.029541 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:24:40.029889 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Checking segment: {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:24:40.030274 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Bound using segment: {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:24:40.030711 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Bound port: 61e3f31b-7885-4b43-8167-c676cd576b57, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:24:40.031073 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:40.096730 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6ba78342-37b2-45ee-820d-4c2bbbad013f admin admin] Publish callbacks [] for security_group (5b4cd75b-f091-4f63-97a8-627c441d057b), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:40.143212 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6ba78342-37b2-45ee-820d-4c2bbbad013f admin admin] Publish callbacks [] for security_group (5b4cd75b-f091-4f63-97a8-627c441d057b), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:40.145792 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:24:40.171242 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=61e3f31b-7885-4b43-8167-c676cd576b57,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:24:40.186372 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:40.205575 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:40.284225 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:40.285247 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:40.286749 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] 10.222.0.89 "PUT /v2.0/ports/61e3f31b-7885-4b43-8167-c676cd576b57 HTTP/1.1" status: 200 len: 1094 time: 1.5694497 Jul 20 19:24:40.289518 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:24:40.291705 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57caed42-3a88-4530-9929-1bd72589bc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:24:40.321041 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54648366-e93f-4069-9e36-2e9559750f88 service neutron] Pushing event updated for resources: {'Port': ['ID=61e3f31b-7885-4b43-8167-c676cd576b57,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:40.337809 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eee730-4e12-445c-b766-f9c1e645ad4d req-713303d1-6a90-4717-b852-c809675285f7 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:40.339387 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-98eee730-4e12-445c-b766-f9c1e645ad4d req-713303d1-6a90-4717-b852-c809675285f7 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.1034644 Jul 20 19:24:40.343456 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6ba78342-37b2-45ee-820d-4c2bbbad013f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (5b4cd75b-f091-4f63-97a8-627c441d057b), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:40.345491 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6ba78342-37b2-45ee-820d-4c2bbbad013f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:40.346971 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 12c14f37-54d6-465f-98a8-80c125855fe5 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:24:40.350716 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6ba78342-37b2-45ee-820d-4c2bbbad013f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b4cd75b-f091-4f63-97a8-627c441d057b HTTP/1.1" status: 204 len: 168 time: 0.3843098 Jul 20 19:24:40.363931 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2e9083-6dd8-4754-81c9-cca51889c0b2 x-openstack-request-id: req-4d2e9083-6dd8-4754-81c9-cca51889c0b2 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:24:40.364320 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:24:40.364631 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d2e9083-6dd8-4754-81c9-cca51889c0b2 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:24:40.365651 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2e9083-6dd8-4754-81c9-cca51889c0b2'] response: {'name': 'network-changed', 'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57', 'status': 'completed', 'code': 200} Jul 20 19:24:40.368185 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba78342-37b2-45ee-820d-4c2bbbad013f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4cd75b-f091-4f63-97a8-627c441d057b,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:40.474144 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-98eee730-4e12-445c-b766-f9c1e645ad4d req-f14a6ce3-4350-497d-b718-ae00b4ed96da tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074257 Jul 20 19:24:40.527922 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab93c14-56f9-47f6-9e14-1867d87aa566 req-fdd2fabf-ba82-4ffa-9b3f-7aa2d81bba11 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:40.530997 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-fab93c14-56f9-47f6-9e14-1867d87aa566 req-fdd2fabf-ba82-4ffa-9b3f-7aa2d81bba11 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0840096 Jul 20 19:24:40.540840 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 37798) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:40.652004 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-fab93c14-56f9-47f6-9e14-1867d87aa566 req-b1babb01-cb8c-4c20-9dbd-95175f9b46b9 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154675 Jul 20 19:24:40.700000 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device b88207bd-7c1f-4302-9d14-7ef3931098c7 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:40.784120 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caed42-3a88-4530-9929-1bd72589bc8a req-55398b82-8eac-4b9b-9a79-7dde847a8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:40.786366 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-57caed42-3a88-4530-9929-1bd72589bc8a req-55398b82-8eac-4b9b-9a79-7dde847a8d38 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 1128 time: 0.1528037 Jul 20 19:24:40.798458 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852403c-26cd-41b4-9222-38bdfad168ac req-290637cf-400a-4c32-aa25-015e30fbbf64 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:40.799905 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5852403c-26cd-41b4-9222-38bdfad168ac req-290637cf-400a-4c32-aa25-015e30fbbf64 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 943 time: 0.1038241 Jul 20 19:24:40.837698 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 12c14f37-54d6-465f-98a8-80c125855fe5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=12c14f37-54d6-465f-98a8-80c125855fe5,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:40.841768 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port b88207bd-7c1f-4302-9d14-7ef3931098c7 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:24:40.858045 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '12c14f37-54d6-465f-98a8-80c125855fe5', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'port_id': '12c14f37-54d6-465f-98a8-80c125855fe5', 'mac_address': 'fa:16:3e:7c:1b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:24:40.866856 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port b88207bd-7c1f-4302-9d14-7ef3931098c7 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:40.867632 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:40.944934 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5852403c-26cd-41b4-9222-38bdfad168ac req-f5fc6068-6ff6-4e82-9310-3701357e7e61 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341136 Jul 20 19:24:40.970532 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caed42-3a88-4530-9929-1bd72589bc8a req-2857926b-b5b5-42b8-b8b1-49e35f5ab1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:40.972282 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-57caed42-3a88-4530-9929-1bd72589bc8a req-2857926b-b5b5-42b8-b8b1-49e35f5ab1fc service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=ff9c443652a141d482130869ff76c327&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1711330 Jul 20 19:24:40.979585 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 12c14f37-54d6-465f-98a8-80c125855fe5 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:40.980076 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.009553 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c14f37-54d6-465f-98a8-80c125855fe5 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:24:41.019690 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33989bf-5877-49e1-9ec2-6d400cf4eb99 req-61045488-5fee-49c6-9303-7cc24125b933 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:41.029739 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e33989bf-5877-49e1-9ec2-6d400cf4eb99 req-61045488-5fee-49c6-9303-7cc24125b933 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 944 time: 0.0683506 Jul 20 19:24:41.068173 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-13df1d80-8b8f-4041-8235-55fbc55876fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.095936 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:41.104934 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e33989bf-5877-49e1-9ec2-6d400cf4eb99 req-dc1149c6-d213-4485-b5b2-62084efaaadc tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739291 Jul 20 19:24:41.124976 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 12c14f37-54d6-465f-98a8-80c125855fe5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=12c14f37-54d6-465f-98a8-80c125855fe5,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:41.127566 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caed42-3a88-4530-9929-1bd72589bc8a req-d985a4ff-ff84-4a9e-be20-c457fad1dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:41.129091 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-57caed42-3a88-4530-9929-1bd72589bc8a req-d985a4ff-ff84-4a9e-be20-c457fad1dc0e service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1504574 Jul 20 19:24:41.130169 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port b88207bd-7c1f-4302-9d14-7ef3931098c7 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:41.131152 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.133691 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.134384 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device d1b2ec4f-4809-4219-9acc-9861fab9de05 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:24:41.204398 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057f48c6-98d1-43fb-ab77-526c7ff0cf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88207bd-7c1f-4302-9d14-7ef3931098c7'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:24:41.242470 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 37818) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:41.250155 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-13df1d80-8b8f-4041-8235-55fbc55876fb admin admin] Publish callbacks [] for security_group (a98602a4-ecd8-43e8-bfdf-c2fc2434b224), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.260224 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-13df1d80-8b8f-4041-8235-55fbc55876fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (a98602a4-ecd8-43e8-bfdf-c2fc2434b224), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.265566 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f65cb57a-faf3-4af4-b95c-6d9f1e48da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:41.267040 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-f65cb57a-faf3-4af4-b95c-6d9f1e48da39 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 1128 time: 0.0744026 Jul 20 19:24:41.269747 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-22b42aba-fa82-4216-9157-027a4588354e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.300771 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.db.resource_extend [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 19:24:41.323879 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:41.339446 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-eea0139e-bae1-42f2-b170-e0af3587b481 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61e3f31b-7885-4b43-8167-c676cd576b57 HTTP/1.1" status: 200 len: 217 time: 0.0540442 Jul 20 19:24:41.340577 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-13df1d80-8b8f-4041-8235-55fbc55876fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e1732faff4e4e34a9483316eccdb17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7977605 Jul 20 19:24:41.341168 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 37822) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:41.377707 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:41.378435 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:41.381758 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df1d80-8b8f-4041-8235-55fbc55876fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98602a4-ecd8-43e8-bfdf-c2fc2434b224,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:41.428254 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port b88207bd-7c1f-4302-9d14-7ef3931098c7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b88207bd-7c1f-4302-9d14-7ef3931098c7,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:41.430297 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=12c14f37-54d6-465f-98a8-80c125855fe5,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:41.465152 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-22b42aba-fa82-4216-9157-027a4588354e admin admin] Publish callbacks [] for security_group (483be6dc-c386-4967-843d-ffc79a50ccad), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.468018 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port d1b2ec4f-4809-4219-9acc-9861fab9de05, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d1b2ec4f-4809-4219-9acc-9861fab9de05,segment=NetworkSegment(a87d9bd1-5ef3-4d2f-a105-862e2466f2c2),segment_id=a87d9bd1-5ef3-4d2f-a105-862e2466f2c2)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:41.476384 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-22b42aba-fa82-4216-9157-027a4588354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (483be6dc-c386-4967-843d-ffc79a50ccad), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.477770 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.518573 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': 'd1b2ec4f-4809-4219-9acc-9861fab9de05', 'network_id': '9a9193de-984d-406f-a548-19b5a7c18792', 'port_id': 'd1b2ec4f-4809-4219-9acc-9861fab9de05', 'mac_address': 'fa:16:3e:4a:a5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:24:41.528078 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-402341ed-3b41-4e12-8e20-02833a97295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:41.529770 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-402341ed-3b41-4e12-8e20-02833a97295b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de1f425d-2a18-45f6-9b64-fdfd0a26c08e HTTP/1.1" status: 200 len: 856 time: 0.1853247 Jul 20 19:24:41.562370 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-22b42aba-fa82-4216-9157-027a4588354e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4f3accc405047b19af7e3a5a4d23261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186054 Jul 20 19:24:41.563893 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7fd0ffa7-7ba7-4537-8ad3-e52a7d1bf7d5 admin admin] Publish callbacks [] for security_group (a98602a4-ecd8-43e8-bfdf-c2fc2434b224), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.569152 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 37830) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:41.580091 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=b88207bd-7c1f-4302-9d14-7ef3931098c7,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:41.587870 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b42aba-fa82-4216-9157-027a4588354e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483be6dc-c386-4967-843d-ffc79a50ccad,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:41.617709 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port d1b2ec4f-4809-4219-9acc-9861fab9de05 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:41.618110 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.625091 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:41.638834 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0689e3a2-3ea2-4f6f-9b15-6f6e90cf69cb" -d '{"events": [{"server_uuid": "057f48c6-98d1-43fb-ab77-526c7ff0cf07", "name": "network-vif-plugged", "status": "completed", "tag": "b88207bd-7c1f-4302-9d14-7ef3931098c7"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:24:41.642647 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b2ec4f-4809-4219-9acc-9861fab9de05 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:24:41.660919 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:41.668740 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port d1b2ec4f-4809-4219-9acc-9861fab9de05, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d1b2ec4f-4809-4219-9acc-9861fab9de05,segment=NetworkSegment(a87d9bd1-5ef3-4d2f-a105-862e2466f2c2),segment_id=a87d9bd1-5ef3-4d2f-a105-862e2466f2c2)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:41.673894 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.684020 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-af9d93e5-8da6-4c71-a142-d72a4f699107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:41.684245 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4f669ab1-674a-439c-b70e-219654f5266a admin admin] Publish callbacks [] for security_group (483be6dc-c386-4967-843d-ffc79a50ccad), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.685894 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-af9d93e5-8da6-4c71-a142-d72a4f699107 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab609c42-592c-4da6-88a0-b462f1083b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1416836 Jul 20 19:24:41.693198 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7fd0ffa7-7ba7-4537-8ad3-e52a7d1bf7d5 admin admin] Publish callbacks [] for security_group (a98602a4-ecd8-43e8-bfdf-c2fc2434b224), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.721861 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4f669ab1-674a-439c-b70e-219654f5266a admin admin] Publish callbacks [] for security_group (483be6dc-c386-4967-843d-ffc79a50ccad), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.749458 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=d1b2ec4f-4809-4219-9acc-9861fab9de05,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:41.783527 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4f669ab1-674a-439c-b70e-219654f5266a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (483be6dc-c386-4967-843d-ffc79a50ccad), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.788489 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4f669ab1-674a-439c-b70e-219654f5266a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.791079 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888881f4-d147-49dd-a08b-a445c5adcb86 req-af189d55-5060-4a16-b200-225c5e0b818d tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:41.793768 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-4f669ab1-674a-439c-b70e-219654f5266a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/483be6dc-c386-4967-843d-ffc79a50ccad HTTP/1.1" status: 204 len: 168 time: 0.2216122 Jul 20 19:24:41.797981 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-888881f4-d147-49dd-a08b-a445c5adcb86 req-af189d55-5060-4a16-b200-225c5e0b818d tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 943 time: 0.1902039 Jul 20 19:24:41.812091 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f669ab1-674a-439c-b70e-219654f5266a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483be6dc-c386-4967-843d-ffc79a50ccad,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:41.913831 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-888881f4-d147-49dd-a08b-a445c5adcb86 req-8cfa28aa-4df4-47f6-b45d-4213790095d2 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148820 Jul 20 19:24:41.935249 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e395bd80-ea5b-4548-972c-e24a003e694d x-openstack-request-id: req-e395bd80-ea5b-4548-972c-e24a003e694d {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:24:41.935576 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057f48c6-98d1-43fb-ab77-526c7ff0cf07", "name": "network-vif-plugged", "status": "completed", "tag": "b88207bd-7c1f-4302-9d14-7ef3931098c7", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:24:41.935855 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e395bd80-ea5b-4548-972c-e24a003e694d {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:24:41.936429 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e395bd80-ea5b-4548-972c-e24a003e694d'] response: {'server_uuid': '057f48c6-98d1-43fb-ab77-526c7ff0cf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88207bd-7c1f-4302-9d14-7ef3931098c7', 'code': 200} Jul 20 19:24:41.954532 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7fd0ffa7-7ba7-4537-8ad3-e52a7d1bf7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (a98602a4-ecd8-43e8-bfdf-c2fc2434b224), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.957271 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7fd0ffa7-7ba7-4537-8ad3-e52a7d1bf7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:41.964316 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-7fd0ffa7-7ba7-4537-8ad3-e52a7d1bf7d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a98602a4-ecd8-43e8-bfdf-c2fc2434b224 HTTP/1.1" status: 204 len: 168 time: 0.6210165 Jul 20 19:24:41.969000 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-8fd2aaa9-a8c5-4372-ae7c-235e5f2c0a64 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732620 Jul 20 19:24:42.017084 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0ffa7-7ba7-4537-8ad3-e52a7d1bf7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98602a4-ecd8-43e8-bfdf-c2fc2434b224,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:42.050252 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['d1b2ec4f-4809-4219-9acc-9861fab9de05'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:24:42.124250 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c35fe-af9a-4030-82f0-316696096c27 req-73687fbd-6876-461e-8c09-fab882d49937 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:42.126423 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f29c35fe-af9a-4030-82f0-316696096c27 req-73687fbd-6876-461e-8c09-fab882d49937 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.1098490 Jul 20 19:24:42.142132 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['12c14f37-54d6-465f-98a8-80c125855fe5'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:24:42.162920 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a7ca-7cba-4075-bb0d-4a62ec64d1f8 req-f62e32a7-0605-4b58-b231-3e35575842dd tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:42.165530 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ff88a7ca-7cba-4075-bb0d-4a62ec64d1f8 req-f62e32a7-0605-4b58-b231-3e35575842dd tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 943 time: 0.1046963 Jul 20 19:24:42.176979 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6d6b1a23-d099-4f66-bc99-ef70d3065be2 req-1e75faa4-5378-49d4-b3ca-2307c8b35003 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975386 Jul 20 19:24:42.243633 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ff88a7ca-7cba-4075-bb0d-4a62ec64d1f8 req-46962f31-5600-4085-b089-b69c0775f686 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687459 Jul 20 19:24:42.325384 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390c530-9d59-49f3-9419-56a1e2137df9 req-19f2c59c-b5ed-4a59-81a9-df55e8eef7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:42.326954 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c390c530-9d59-49f3-9419-56a1e2137df9 req-19f2c59c-b5ed-4a59-81a9-df55e8eef7c1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 1129 time: 0.1033387 Jul 20 19:24:42.337079 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f29c35fe-af9a-4030-82f0-316696096c27 req-cdb76b8d-23fe-441f-8d87-c5fadf7fc437 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989696 Jul 20 19:24:42.363738 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device a8824afd-c0c0-48f6-a2ee-5085bf6628cf details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:24:42.395815 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f66bb0-71e2-4043-af5b-7ae24b153891 req-5db65ebd-86cb-4943-81ac-9fc215a3350a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:42.397468 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-29f66bb0-71e2-4043-af5b-7ae24b153891 req-5db65ebd-86cb-4943-81ac-9fc215a3350a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 945 time: 0.0642939 Jul 20 19:24:42.476943 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-29f66bb0-71e2-4043-af5b-7ae24b153891 req-a150ef53-182b-4f81-8c03-bdc53ac1e8c5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737140 Jul 20 19:24:42.615989 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 37870) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:42.622801 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port a8824afd-c0c0-48f6-a2ee-5085bf6628cf, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a8824afd-c0c0-48f6-a2ee-5085bf6628cf,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:42.630730 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:42.637270 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'port_id': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf', 'mac_address': 'fa:16:3e:c5:c2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:24:42.689802 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port a8824afd-c0c0-48f6-a2ee-5085bf6628cf is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:42.690349 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:42.693504 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:42.694416 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:42.720896 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8824afd-c0c0-48f6-a2ee-5085bf6628cf {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:24:42.725103 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:INSERT=10,neutron:UPDATE=1,neutron:SELECT=87,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:42.728473 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Publish callbacks [] for security_group (e3677c0a-71da-4266-9a1e-e1ed9de6defe), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:42.734384 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e3677c0a-71da-4266-9a1e-e1ed9de6defe), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:42.744519 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port a8824afd-c0c0-48f6-a2ee-5085bf6628cf, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a8824afd-c0c0-48f6-a2ee-5085bf6628cf,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:42.754180 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:42.779582 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3677c0a-71da-4266-9a1e-e1ed9de6defe,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:42.786334 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4d529e97c914403a74cf39ecda22201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695683 Jul 20 19:24:42.788924 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 37874) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:42.793225 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.793787 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.794288 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.794774 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.795447 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.795936 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.796437 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.796910 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.797384 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.797968 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.798443 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.798917 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.799388 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.799868 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.801972 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74e363-c6ca-4ac9-9636-a39b59619993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:42.837222 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=a8824afd-c0c0-48f6-a2ee-5085bf6628cf,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:42.883199 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Publish callbacks [] for security_group (e3677c0a-71da-4266-9a1e-e1ed9de6defe), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:42.908671 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Publish callbacks [] for security_group (e3677c0a-71da-4266-9a1e-e1ed9de6defe), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:42.967698 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e3677c0a-71da-4266-9a1e-e1ed9de6defe), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:42.970986 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:43.010793 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3677c0a-71da-4266-9a1e-e1ed9de6defe HTTP/1.1" status: 204 len: 168 time: 0.2202256 Jul 20 19:24:43.024110 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3677c0a-71da-4266-9a1e-e1ed9de6defe,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:43.033445 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.036193 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.036991 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.037704 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.038261 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.039134 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.039823 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.040427 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.041255 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.042227 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.043449 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.043561 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c390c530-9d59-49f3-9419-56a1e2137df9 req-5fd7fcd1-f7d0-405f-8c7b-133fd3f472a4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:43.044386 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.045095 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.045860 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.046405 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f3c9a-c924-478c-abc6-74ec12ceb3f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:43.077544 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947150c-6a6a-48e7-a3b3-99e0decf122d req-93be12dd-c59f-46b5-925a-0dd20918e145 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:43.079630 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4947150c-6a6a-48e7-a3b3-99e0decf122d req-93be12dd-c59f-46b5-925a-0dd20918e145 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 944 time: 0.0939331 Jul 20 19:24:43.142239 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:43.175902 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4947150c-6a6a-48e7-a3b3-99e0decf122d req-d9a0bed5-a754-4a98-b800-8d42bdb5ca7f tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890572 Jul 20 19:24:43.238973 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c390c530-9d59-49f3-9419-56a1e2137df9 req-5fd7fcd1-f7d0-405f-8c7b-133fd3f472a4 service neutron] Publish callbacks [] for security_group (b7204e5c-9443-47d2-a238-7d17d534c233), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:43.244792 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c390c530-9d59-49f3-9419-56a1e2137df9 req-5fd7fcd1-f7d0-405f-8c7b-133fd3f472a4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (b7204e5c-9443-47d2-a238-7d17d534c233), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:43.341155 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7fcd1-f7d0-405f-8c7b-133fd3f472a4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b7204e5c-9443-47d2-a238-7d17d534c233,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:43.352864 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c390c530-9d59-49f3-9419-56a1e2137df9 req-5fd7fcd1-f7d0-405f-8c7b-133fd3f472a4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295937 Jul 20 19:24:43.425595 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a3af4-690b-46f8-b291-3c1cdf36e338 req-8db6c365-9fd0-42d9-8299-ebabd5f0c9b3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:43.428849 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7c8a3af4-690b-46f8-b291-3c1cdf36e338 req-8db6c365-9fd0-42d9-8299-ebabd5f0c9b3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 944 time: 0.0605731 Jul 20 19:24:43.473951 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304ebff-2a8c-4c0c-abbd-d4683cb2225f req-0df1b71f-ab2e-451e-a9ae-016f1ccb9d4b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:43.476419 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7304ebff-2a8c-4c0c-abbd-d4683cb2225f req-0df1b71f-ab2e-451e-a9ae-016f1ccb9d4b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0533423 Jul 20 19:24:43.513998 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7c8a3af4-690b-46f8-b291-3c1cdf36e338 req-138ce4e3-906f-4318-949f-2625f6eb3b34 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791473 Jul 20 19:24:43.549117 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7304ebff-2a8c-4c0c-abbd-d4683cb2225f req-31c4a4a8-00d2-40a2-a600-d8bef53ce100 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648673 Jul 20 19:24:43.638974 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['a8824afd-c0c0-48f6-a2ee-5085bf6628cf'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:24:43.678947 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f96d03-989c-48df-836d-c648db8c5402 req-a4ef01eb-f4de-4f20-a293-0a129785d48f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:43.680909 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-24f96d03-989c-48df-836d-c648db8c5402 req-a4ef01eb-f4de-4f20-a293-0a129785d48f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 945 time: 0.0819590 Jul 20 19:24:43.746289 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-24f96d03-989c-48df-836d-c648db8c5402 req-cb4b206d-f5b8-4bb0-b86c-683c63523b7b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592415 Jul 20 19:24:44.332262 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35313472-b685-4c09-915f-8e3edae39662 req-e49a3c83-0243-4502-af70-3117feae8f48 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:44.345202 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-35313472-b685-4c09-915f-8e3edae39662 req-e49a3c83-0243-4502-af70-3117feae8f48 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 944 time: 0.0834248 Jul 20 19:24:44.371337 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 61e3f31b-7885-4b43-8167-c676cd576b57 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:24:44.375765 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 12c14f37-54d6-465f-98a8-80c125855fe5 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:44.395413 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-35313472-b685-4c09-915f-8e3edae39662 req-58580657-acb0-4d13-a9fa-50519059afc9 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486913 Jul 20 19:24:44.519712 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port 12c14f37-54d6-465f-98a8-80c125855fe5 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:24:44.536862 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 12c14f37-54d6-465f-98a8-80c125855fe5 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:44.537973 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:44.575377 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=61e3f31b-7885-4b43-8167-c676cd576b57,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:44.617649 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '61e3f31b-7885-4b43-8167-c676cd576b57', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'port_id': '61e3f31b-7885-4b43-8167-c676cd576b57', 'mac_address': 'fa:16:3e:3a:0e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:24:44.671812 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74733d-3ba7-4107-b190-a9dd1f38a624 req-c0117eb5-ff49-4939-8f73-56c83d481cd7 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:44.683271 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-eb74733d-3ba7-4107-b190-a9dd1f38a624 req-c0117eb5-ff49-4939-8f73-56c83d481cd7 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 944 time: 0.0725219 Jul 20 19:24:44.704504 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:44.729712 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 61e3f31b-7885-4b43-8167-c676cd576b57 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:44.730776 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:44.738775 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b19eaf-ace9-4ba2-953f-c42d1a9d78a7 req-8ccce0f4-b9dd-416d-8e72-3f99d156fb75 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:44.741192 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b0b19eaf-ace9-4ba2-953f-c42d1a9d78a7 req-8ccce0f4-b9dd-416d-8e72-3f99d156fb75 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0626440 Jul 20 19:24:44.759902 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e3f31b-7885-4b43-8167-c676cd576b57 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:24:44.783779 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-eb74733d-3ba7-4107-b190-a9dd1f38a624 req-6a92dd8e-7118-4d8b-a17d-b92533051fd6 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993576 Jul 20 19:24:44.817664 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=61e3f31b-7885-4b43-8167-c676cd576b57,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:44.829707 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b0b19eaf-ace9-4ba2-953f-c42d1a9d78a7 req-f0b2f918-ccfd-4dfa-a6b2-1c6fc42d5c4c tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821424 Jul 20 19:24:44.830075 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:44.908969 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 12c14f37-54d6-465f-98a8-80c125855fe5 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:44.909359 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:44.921808 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=61e3f31b-7885-4b43-8167-c676cd576b57,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:44.931693 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.932244 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.932776 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.933382 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.933859 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.934328 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.934797 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.935263 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.935743 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.936210 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.937225 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.937558 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.937886 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.938214 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.938596 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:24:44.947175 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba54f8-f0de-4b86-be16-f612f445cb39 req-1d5929f0-910c-45cd-9fe6-39fa8a46cae2 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:44.949185 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80ba54f8-f0de-4b86-be16-f612f445cb39 req-1d5929f0-910c-45cd-9fe6-39fa8a46cae2 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 945 time: 0.0659857 Jul 20 19:24:44.954810 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2a941f-55c0-4b7d-a7fb-441d99569c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c14f37-54d6-465f-98a8-80c125855fe5'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:24:44.958007 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe3de33-8522-45fb-b083-e5812e1a4b79" -d '{"events": [{"server_uuid": "1a2a941f-55c0-4b7d-a7fb-441d99569c0a", "name": "network-vif-plugged", "status": "completed", "tag": "12c14f37-54d6-465f-98a8-80c125855fe5"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:24:44.972351 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 12c14f37-54d6-465f-98a8-80c125855fe5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=12c14f37-54d6-465f-98a8-80c125855fe5,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:44.981843 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:44.982710 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device d1b2ec4f-4809-4219-9acc-9861fab9de05 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:45.081326 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80ba54f8-f0de-4b86-be16-f612f445cb39 req-52138e57-6bc6-4392-8714-1a9128c9fffa tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090918 Jul 20 19:24:45.110520 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:45.166415 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa21a493-cf83-43d7-b23a-daff9743ba73 x-openstack-request-id: req-aa21a493-cf83-43d7-b23a-daff9743ba73 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:24:45.166738 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2a941f-55c0-4b7d-a7fb-441d99569c0a", "name": "network-vif-plugged", "status": "completed", "tag": "12c14f37-54d6-465f-98a8-80c125855fe5", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:24:45.166995 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa21a493-cf83-43d7-b23a-daff9743ba73 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:24:45.167402 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa21a493-cf83-43d7-b23a-daff9743ba73'] response: {'server_uuid': '1a2a941f-55c0-4b7d-a7fb-441d99569c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c14f37-54d6-465f-98a8-80c125855fe5', 'code': 200} Jul 20 19:24:45.193851 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:45.213197 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port d1b2ec4f-4809-4219-9acc-9861fab9de05 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:24:45.220536 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=12c14f37-54d6-465f-98a8-80c125855fe5,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:45.224353 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port d1b2ec4f-4809-4219-9acc-9861fab9de05 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:45.224735 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:45.384183 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['61e3f31b-7885-4b43-8167-c676cd576b57'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:24:45.584937 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b2b49-856a-4259-870f-a927d1037f11 req-48bd360b-4213-4c0c-94f6-70f2f63dc405 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:45.589277 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7b1b2b49-856a-4259-870f-a927d1037f11 req-48bd360b-4213-4c0c-94f6-70f2f63dc405 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 944 time: 0.0935166 Jul 20 19:24:45.612777 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port d1b2ec4f-4809-4219-9acc-9861fab9de05 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:45.613722 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:45.660220 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7b1b2b49-856a-4259-870f-a927d1037f11 req-9dc8634c-b6c3-4fac-97cb-ab552f223488 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613444 Jul 20 19:24:45.691278 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port d1b2ec4f-4809-4219-9acc-9861fab9de05, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d1b2ec4f-4809-4219-9acc-9861fab9de05,segment=NetworkSegment(a87d9bd1-5ef3-4d2f-a105-862e2466f2c2),segment_id=a87d9bd1-5ef3-4d2f-a105-862e2466f2c2)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:45.713139 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871c299-f479-48f8-ba6c-9d60a6e277b8 req-405a1493-fdec-4751-86a9-476b91b95bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:45.713956 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:45.714734 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e871c299-f479-48f8-ba6c-9d60a6e277b8 req-405a1493-fdec-4751-86a9-476b91b95bb6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 1130 time: 0.0535178 Jul 20 19:24:45.715150 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device a8824afd-c0c0-48f6-a2ee-5085bf6628cf up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:45.780661 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e871c299-f479-48f8-ba6c-9d60a6e277b8 req-793e9055-d26e-4dce-8484-2d947295dd78 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581348 Jul 20 19:24:45.810125 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=d1b2ec4f-4809-4219-9acc-9861fab9de05,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:45.814143 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port a8824afd-c0c0-48f6-a2ee-5085bf6628cf completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:24:45.822089 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port a8824afd-c0c0-48f6-a2ee-5085bf6628cf triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:45.822699 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:45.922460 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port a8824afd-c0c0-48f6-a2ee-5085bf6628cf is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:45.922852 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:45.942041 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da1970-bd20-4bc6-90a6-ae7dc974705f req-37c9e954-7c08-4c0e-a5a6-a5661b22237a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:45.944100 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f6da1970-bd20-4bc6-90a6-ae7dc974705f req-37c9e954-7c08-4c0e-a5a6-a5661b22237a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 944 time: 0.0768280 Jul 20 19:24:45.973758 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port a8824afd-c0c0-48f6-a2ee-5085bf6628cf, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a8824afd-c0c0-48f6-a2ee-5085bf6628cf,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:45.980887 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:45.990576 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf86f57-a14e-4780-868e-c57c9d927341 req-e3cfdcf7-d9ed-419a-a850-7fe20763cb49 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:46.001569 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ddf86f57-a14e-4780-868e-c57c9d927341 req-e3cfdcf7-d9ed-419a-a850-7fe20763cb49 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 945 time: 0.0686102 Jul 20 19:24:46.053293 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f6da1970-bd20-4bc6-90a6-ae7dc974705f req-fa6fa149-2d18-49cd-99c6-8a0882efa475 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989480 Jul 20 19:24:46.079804 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ddf86f57-a14e-4780-868e-c57c9d927341 req-02af6c70-d264-44aa-adec-8b87c9a97028 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769596 Jul 20 19:24:46.137283 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=a8824afd-c0c0-48f6-a2ee-5085bf6628cf,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:46.204446 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7fb6c-5f33-4d3c-8f90-a90017eafd06 req-2cf9fc2e-f9a3-462f-b8cc-d8c652b12cf8 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:46.205975 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-77a7fb6c-5f33-4d3c-8f90-a90017eafd06 req-2cf9fc2e-f9a3-462f-b8cc-d8c652b12cf8 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0515614 Jul 20 19:24:46.257454 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-77a7fb6c-5f33-4d3c-8f90-a90017eafd06 req-8316c01e-6d3d-4b1f-9f98-c25f2cdc95e6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Jul 20 19:24:46.385024 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 61e3f31b-7885-4b43-8167-c676cd576b57 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:24:46.483767 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port 61e3f31b-7885-4b43-8167-c676cd576b57 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:24:46.490994 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 61e3f31b-7885-4b43-8167-c676cd576b57 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:24:46.491295 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:46.493384 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:46.525236 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:46.571012 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 61e3f31b-7885-4b43-8167-c676cd576b57 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:24:46.571504 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:46.614250 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=61e3f31b-7885-4b43-8167-c676cd576b57,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:24:46.620437 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:46.672783 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=61e3f31b-7885-4b43-8167-c676cd576b57,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:46.787902 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:46.793831 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38050) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:46.815819 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32d925-3660-4390-a1bf-2666600c91cc req-65a9176d-3062-4807-a4ae-6a1aa9104bf6 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:46.817522 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ba32d925-3660-4390-a1bf-2666600c91cc req-65a9176d-3062-4807-a4ae-6a1aa9104bf6 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 945 time: 0.0685198 Jul 20 19:24:46.872700 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ba32d925-3660-4390-a1bf-2666600c91cc req-302ca5e1-9324-4768-841d-51def9c07e2d tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469244 Jul 20 19:24:46.931469 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9264344b-d776-481e-ae9c-4d5d1eaf82fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:47.032895 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9264344b-d776-481e-ae9c-4d5d1eaf82fb admin admin] Publish callbacks [] for security_group (91b37530-5439-4035-807d-de1955787034), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:47.037336 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9264344b-d776-481e-ae9c-4d5d1eaf82fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (91b37530-5439-4035-807d-de1955787034), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:47.075294 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:47.084750 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-9264344b-d776-481e-ae9c-4d5d1eaf82fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=852ef6f37fd14eb4845270afb2328e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870982 Jul 20 19:24:47.085030 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38072) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:47.091184 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264344b-d776-481e-ae9c-4d5d1eaf82fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b37530-5439-4035-807d-de1955787034,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:47.168350 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5754cfb-a037-4363-8936-15978c89549e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b2ec4f-4809-4219-9acc-9861fab9de05'}, {'server_uuid': '58f977b5-705c-46e5-b597-311c97d2edea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf'}, {'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:24:47.171858 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bd7ca8-b15b-47ee-8260-a37ab6e69a6b" -d '{"events": [{"server_uuid": "e5754cfb-a037-4363-8936-15978c89549e", "name": "network-vif-plugged", "status": "completed", "tag": "d1b2ec4f-4809-4219-9acc-9861fab9de05"}, {"server_uuid": "58f977b5-705c-46e5-b597-311c97d2edea", "name": "network-vif-plugged", "status": "completed", "tag": "a8824afd-c0c0-48f6-a2ee-5085bf6628cf"}, {"server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "name": "network-vif-plugged", "status": "completed", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:24:47.175570 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-aa5012a1-c226-40d9-9647-ff755aa7490a admin admin] Publish callbacks [] for security_group (91b37530-5439-4035-807d-de1955787034), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:47.193477 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e44f3b-79d8-4b50-ab10-bb0700778562 req-1b2b237b-69de-4601-96a3-5e0951bfefaf tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:47.202224 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-94e44f3b-79d8-4b50-ab10-bb0700778562 req-1b2b237b-69de-4601-96a3-5e0951bfefaf tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0755939 Jul 20 19:24:47.239338 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-aa5012a1-c226-40d9-9647-ff755aa7490a admin admin] Publish callbacks [] for security_group (91b37530-5439-4035-807d-de1955787034), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:47.264860 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-94e44f3b-79d8-4b50-ab10-bb0700778562 req-63c0bd66-dad7-45f5-8c0e-495341b073c3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613844 Jul 20 19:24:47.269878 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f477e9-5bda-47aa-8da7-d03fa2ccc521 req-df9cc622-770f-444c-b1f7-bdc199df96ca tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:47.271638 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-24f477e9-5bda-47aa-8da7-d03fa2ccc521 req-df9cc622-770f-444c-b1f7-bdc199df96ca tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0833499 Jul 20 19:24:47.343352 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:47.389885 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Jul 2022 19:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec76d52-9889-4186-82b7-c8e044c3d38e x-openstack-request-id: req-9ec76d52-9889-4186-82b7-c8e044c3d38e {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:24:47.390034 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5754cfb-a037-4363-8936-15978c89549e", "name": "network-vif-plugged", "status": "completed", "tag": "d1b2ec4f-4809-4219-9acc-9861fab9de05", "code": 200}, {"server_uuid": "58f977b5-705c-46e5-b597-311c97d2edea", "name": "network-vif-plugged", "status": "completed", "tag": "a8824afd-c0c0-48f6-a2ee-5085bf6628cf", "code": 200}, {"server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "name": "network-vif-plugged", "status": "completed", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:24:47.390390 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ec76d52-9889-4186-82b7-c8e044c3d38e {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:24:47.390932 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec76d52-9889-4186-82b7-c8e044c3d38e'] response: {'server_uuid': 'e5754cfb-a037-4363-8936-15978c89549e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b2ec4f-4809-4219-9acc-9861fab9de05', 'code': 200} Jul 20 19:24:47.391279 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec76d52-9889-4186-82b7-c8e044c3d38e'] response: {'server_uuid': '58f977b5-705c-46e5-b597-311c97d2edea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf', 'code': 200} Jul 20 19:24:47.391655 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec76d52-9889-4186-82b7-c8e044c3d38e'] response: {'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57', 'code': 200} Jul 20 19:24:47.413864 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-24f477e9-5bda-47aa-8da7-d03fa2ccc521 req-c4f4eeba-d60a-44c7-bf27-63741190d6c3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239331 Jul 20 19:24:47.449951 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-aa5012a1-c226-40d9-9647-ff755aa7490a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (91b37530-5439-4035-807d-de1955787034), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:47.453508 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-aa5012a1-c226-40d9-9647-ff755aa7490a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:47.455078 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-aa5012a1-c226-40d9-9647-ff755aa7490a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91b37530-5439-4035-807d-de1955787034 HTTP/1.1" status: 204 len: 168 time: 0.3691263 Jul 20 19:24:47.472852 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5012a1-c226-40d9-9647-ff755aa7490a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b37530-5439-4035-807d-de1955787034,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:47.565953 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:47.580804 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c58453-2f17-4827-95ed-29f72ae1edfa req-682bbc9c-255b-47eb-a967-5a01a79a0859 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:47.604724 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-30c58453-2f17-4827-95ed-29f72ae1edfa req-682bbc9c-255b-47eb-a967-5a01a79a0859 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.1383119 Jul 20 19:24:47.735957 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-30c58453-2f17-4827-95ed-29f72ae1edfa req-9a336864-56be-4eb3-89fb-acfb0a03fa58 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251235 Jul 20 19:24:47.942078 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51add96-72a3-4186-a12c-61d68dbd51c6 req-9097279d-2612-45ed-8542-f93acda9b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:47.944396 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e51add96-72a3-4186-a12c-61d68dbd51c6 req-9097279d-2612-45ed-8542-f93acda9b272 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 1129 time: 0.0691619 Jul 20 19:24:47.993958 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38122) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:48.031525 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ef0af8b7-df70-44fc-a6dd-facb37e445bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:48.046332 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628b1c5-9a18-4166-b4b6-36b6bd236c34 req-6566b8ae-23a4-4284-acb4-064b5965b03c tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:48.047162 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7667fe5-9e91-47ed-8c3e-5b90e4cb89fe req-b7c90720-70dc-4350-900c-2895e241a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:48.048722 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e7667fe5-9e91-47ed-8c3e-5b90e4cb89fe req-b7c90720-70dc-4350-900c-2895e241a93a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 1130 time: 0.1921437 Jul 20 19:24:48.054406 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7628b1c5-9a18-4166-b4b6-36b6bd236c34 req-6566b8ae-23a4-4284-acb4-064b5965b03c tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 945 time: 0.0704947 Jul 20 19:24:48.081205 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55a3dd-b7d2-485c-a33c-8c25c2f20ad5 req-91233a20-db05-45c2-8875-b7782850ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:48.083420 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4e55a3dd-b7d2-485c-a33c-8c25c2f20ad5 req-91233a20-db05-45c2-8875-b7782850ff52 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 1129 time: 0.2390256 Jul 20 19:24:48.128576 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7628b1c5-9a18-4166-b4b6-36b6bd236c34 req-d45edad8-5c24-45fd-8a8b-08a04a279b42 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730150 Jul 20 19:24:48.186466 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0717a-c140-4dcc-821a-8364f195cb14 req-1f66e8a1-d185-404e-9455-26a12d29b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:48.188242 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-cbd0717a-c140-4dcc-821a-8364f195cb14 req-1f66e8a1-d185-404e-9455-26a12d29b8f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 1130 time: 0.0719762 Jul 20 19:24:48.203855 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e51add96-72a3-4186-a12c-61d68dbd51c6 req-15d277d1-152d-4286-aac2-dc4080c71d10 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232337 Jul 20 19:24:48.210385 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e7667fe5-9e91-47ed-8c3e-5b90e4cb89fe req-8f5fda33-05c1-41c4-8934-626c0affd5e4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533215 Jul 20 19:24:48.249953 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af332ff1-5e39-4538-8ebc-366efe87512a req-14181b77-2b90-401b-b6ab-37bd895c49fc tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:48.257839 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-af332ff1-5e39-4538-8ebc-366efe87512a req-14181b77-2b90-401b-b6ab-37bd895c49fc tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.1374900 Jul 20 19:24:48.259418 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:48.308306 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-31711ca0-298f-4933-88d8-88b9f6f17182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:48.314311 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4e55a3dd-b7d2-485c-a33c-8c25c2f20ad5 req-a8dc164e-30c1-48fe-b403-cda6621bec4f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200475 Jul 20 19:24:48.354564 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0717a-c140-4dcc-821a-8364f195cb14 req-6e5c4a0c-84c1-4fe9-baea-93f703b3a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:48.356091 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-cbd0717a-c140-4dcc-821a-8364f195cb14 req-6e5c4a0c-84c1-4fe9-baea-93f703b3a164 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 919 time: 0.1615443 Jul 20 19:24:48.368708 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ef0af8b7-df70-44fc-a6dd-facb37e445bb admin admin] Publish callbacks [] for security_group (e5e61342-0bf0-4d3c-925e-15d576e62682), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:48.373671 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-af332ff1-5e39-4538-8ebc-366efe87512a req-75034ac6-5bab-46de-b284-c3d75cdf68c2 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149442 Jul 20 19:24:48.375348 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ef0af8b7-df70-44fc-a6dd-facb37e445bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e5e61342-0bf0-4d3c-925e-15d576e62682), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:48.420887 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0af8b7-df70-44fc-a6dd-facb37e445bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e61342-0bf0-4d3c-925e-15d576e62682,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:48.430940 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c9094-e01d-4682-b122-8cc3b1a83704 req-3446af78-69a1-49b5-bbdc-523bc7e5b9a6 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:48.436816 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-ef0af8b7-df70-44fc-a6dd-facb37e445bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d34fcca57cd4fa49363f76a36c00ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4415812 Jul 20 19:24:48.438993 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a66c9094-e01d-4682-b122-8cc3b1a83704 req-3446af78-69a1-49b5-bbdc-523bc7e5b9a6 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0645065 Jul 20 19:24:48.440913 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38136) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:48.500995 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:48.522298 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a66c9094-e01d-4682-b122-8cc3b1a83704 req-3c054050-5db4-4d41-803d-09c0ff9c9d22 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823495 Jul 20 19:24:48.523493 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:48.532926 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec861-8a3f-486f-a324-cf5b37a1f969 admin admin] Publish callbacks [] for security_group (e5e61342-0bf0-4d3c-925e-15d576e62682), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:48.551133 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b8444-a856-488f-b776-bf7b32b9cee3 req-70a7670c-2f4a-44e2-b164-8a4355824577 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:48.552688 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f54b8444-a856-488f-b776-bf7b32b9cee3 req-70a7670c-2f4a-44e2-b164-8a4355824577 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0661297 Jul 20 19:24:48.559097 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec861-8a3f-486f-a324-cf5b37a1f969 admin admin] Publish callbacks [] for security_group (e5e61342-0bf0-4d3c-925e-15d576e62682), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:48.612137 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f54b8444-a856-488f-b776-bf7b32b9cee3 req-b44f884e-cac9-4f75-8bde-6001a3d256dc tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530162 Jul 20 19:24:48.616743 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec861-8a3f-486f-a324-cf5b37a1f969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e5e61342-0bf0-4d3c-925e-15d576e62682), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:48.619900 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec861-8a3f-486f-a324-cf5b37a1f969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:48.623909 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-3f2ec861-8a3f-486f-a324-cf5b37a1f969 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5e61342-0bf0-4d3c-925e-15d576e62682 HTTP/1.1" status: 204 len: 168 time: 0.1786692 Jul 20 19:24:48.635886 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ec861-8a3f-486f-a324-cf5b37a1f969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e61342-0bf0-4d3c-925e-15d576e62682,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:48.859162 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-cbd0717a-c140-4dcc-821a-8364f195cb14 req-7f0d6653-1aa4-4bf1-a7cc-d7f7e5508684 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c14f37-54d6-465f-98a8-80c125855fe5 HTTP/1.1" status: 200 len: 217 time: 0.0345111 Jul 20 19:24:49.249236 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d56263-ae89-4f87-bf8f-3fbd2c09645e req-5d446af9-9e0c-43a7-b194-fa47bca44610 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:49.251069 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-92d56263-ae89-4f87-bf8f-3fbd2c09645e req-5d446af9-9e0c-43a7-b194-fa47bca44610 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 945 time: 0.0527248 Jul 20 19:24:49.306128 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-92d56263-ae89-4f87-bf8f-3fbd2c09645e req-945f1b49-e0a6-4e23-9574-77d097c3ae2c tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486410 Jul 20 19:24:49.409236 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38184) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:49.510517 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1511b-c068-4cf1-a25d-f812de8dac54 req-99acc642-8320-4f1c-9f5a-6cdba417b845 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:49.512484 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3fa1511b-c068-4cf1-a25d-f812de8dac54 req-99acc642-8320-4f1c-9f5a-6cdba417b845 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0607729 Jul 20 19:24:49.544747 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4aec685-86f2-4cfc-be38-395eca677651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:49.573022 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3fa1511b-c068-4cf1-a25d-f812de8dac54 req-5bc46265-7861-4e18-9b3d-9542fedc0ed8 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526149 Jul 20 19:24:49.650861 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4aec685-86f2-4cfc-be38-395eca677651 admin admin] Publish callbacks [] for security_group (aaef4085-db67-48c0-b50d-c5818a75820e), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:49.670663 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4aec685-86f2-4cfc-be38-395eca677651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (aaef4085-db67-48c0-b50d-c5818a75820e), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:49.710264 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bbfad-0072-4729-acdd-454a2466ba84 req-22b9ca89-c9de-405a-b078-98367fc99583 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:49.717982 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-236bbfad-0072-4729-acdd-454a2466ba84 req-22b9ca89-c9de-405a-b078-98367fc99583 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0862067 Jul 20 19:24:49.741391 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec81ad-1d42-4423-b59a-b37af66e3273 req-aa875187-5ac8-47f2-9293-abc1de93de1a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:49.742740 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d0ec81ad-1d42-4423-b59a-b37af66e3273 req-aa875187-5ac8-47f2-9293-abc1de93de1a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0544910 Jul 20 19:24:49.788447 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-d4aec685-86f2-4cfc-be38-395eca677651 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9700a04efbbc4c3fbaac0fc5ed2e091f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3780825 Jul 20 19:24:49.793410 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38208) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:49.798654 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-236bbfad-0072-4729-acdd-454a2466ba84 req-b3aa9893-481e-4858-82e3-4f25b97f27a0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799291 Jul 20 19:24:49.799766 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aec685-86f2-4cfc-be38-395eca677651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaef4085-db67-48c0-b50d-c5818a75820e,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:49.826152 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d0ec81ad-1d42-4423-b59a-b37af66e3273 req-7b7faf38-de00-4833-be28-4cc7f094c6b1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755754 Jul 20 19:24:49.889707 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b3aa278f-bc2a-48ab-891a-b5680064396b admin admin] Publish callbacks [] for security_group (aaef4085-db67-48c0-b50d-c5818a75820e), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:49.899261 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38210) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:49.916141 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b3aa278f-bc2a-48ab-891a-b5680064396b admin admin] Publish callbacks [] for security_group (aaef4085-db67-48c0-b50d-c5818a75820e), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:49.989732 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b3aa278f-bc2a-48ab-891a-b5680064396b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (aaef4085-db67-48c0-b50d-c5818a75820e), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:49.991693 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0717a-c140-4dcc-821a-8364f195cb14 req-f33f04ee-9163-463d-8bf4-76577fcb8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:49.993383 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-cbd0717a-c140-4dcc-821a-8364f195cb14 req-f33f04ee-9163-463d-8bf4-76577fcb8488 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.0621414 Jul 20 19:24:49.994901 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b3aa278f-bc2a-48ab-891a-b5680064396b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:49.998329 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-b3aa278f-bc2a-48ab-891a-b5680064396b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aaef4085-db67-48c0-b50d-c5818a75820e HTTP/1.1" status: 204 len: 168 time: 0.2016211 Jul 20 19:24:50.008176 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa278f-bc2a-48ab-891a-b5680064396b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaef4085-db67-48c0-b50d-c5818a75820e,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:50.048812 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:50.050033 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-79241a69-d53e-4a53-b587-d85ad0fdae00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.162512 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-79241a69-d53e-4a53-b587-d85ad0fdae00 admin admin] Publish callbacks [] for security_group (6c37384c-1307-4a8b-a5a7-014b8871a422), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.183682 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-79241a69-d53e-4a53-b587-d85ad0fdae00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (6c37384c-1307-4a8b-a5a7-014b8871a422), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.232115 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0717a-c140-4dcc-821a-8364f195cb14 req-b8a84f42-a09e-4bd1-850d-e72ba599e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:50.233571 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-cbd0717a-c140-4dcc-821a-8364f195cb14 req-b8a84f42-a09e-4bd1-850d-e72ba599e692 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0932541 Jul 20 19:24:50.240795 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38222) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:50.243679 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-79241a69-d53e-4a53-b587-d85ad0fdae00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3fa280d632d49a9b65d1da9732d7001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432906 Jul 20 19:24:50.246236 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38226) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:50.248804 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79241a69-d53e-4a53-b587-d85ad0fdae00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c37384c-1307-4a8b-a5a7-014b8871a422,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:50.301456 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8e817312-2341-498e-9c2c-ab27f8d51b80 admin admin] Publish callbacks [] for security_group (6c37384c-1307-4a8b-a5a7-014b8871a422), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.328238 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8e817312-2341-498e-9c2c-ab27f8d51b80 admin admin] Publish callbacks [] for security_group (6c37384c-1307-4a8b-a5a7-014b8871a422), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.403714 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8e817312-2341-498e-9c2c-ab27f8d51b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (6c37384c-1307-4a8b-a5a7-014b8871a422), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.406410 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8e817312-2341-498e-9c2c-ab27f8d51b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.412240 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-8e817312-2341-498e-9c2c-ab27f8d51b80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c37384c-1307-4a8b-a5a7-014b8871a422 HTTP/1.1" status: 204 len: 168 time: 0.1634147 Jul 20 19:24:50.422731 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38234) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:50.427024 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a1eb-3e51-45ab-a5a9-2afb8c89bba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.444519 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6095522-cae5-4117-8956-6709c217b15f req-b141bcb3-a129-489b-9ed5-fc51c984d28b tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:50.446045 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e6095522-cae5-4117-8956-6709c217b15f req-b141bcb3-a129-489b-9ed5-fc51c984d28b tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 945 time: 0.0595853 Jul 20 19:24:50.460553 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e817312-2341-498e-9c2c-ab27f8d51b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c37384c-1307-4a8b-a5a7-014b8871a422,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:50.470600 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4bba0462-916a-403b-a663-c4d1f91d62cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.500823 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e6095522-cae5-4117-8956-6709c217b15f req-906ce684-4c64-41a8-bb76-4895ae66fae3 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491321 Jul 20 19:24:50.516133 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:50.608146 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a1eb-3e51-45ab-a5a9-2afb8c89bba9 admin admin] Publish callbacks [] for security_group (0932bc14-4924-4293-a5bb-2ea703053b25), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.610649 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4bba0462-916a-403b-a663-c4d1f91d62cc admin admin] Publish callbacks [] for security_group (800ddfa2-a4cc-4a7f-a545-d91689282070), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.618596 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a1eb-3e51-45ab-a5a9-2afb8c89bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (0932bc14-4924-4293-a5bb-2ea703053b25), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.646615 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4bba0462-916a-403b-a663-c4d1f91d62cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (800ddfa2-a4cc-4a7f-a545-d91689282070), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.660630 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a8ef-9ae1-456d-9eef-0b5647f37c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.707639 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-a0a9a1eb-3e51-45ab-a5a9-2afb8c89bba9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b5883eef00c4f2d925f7d026c13e745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4657760 Jul 20 19:24:50.710603 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38242) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:50.750755 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9a1eb-3e51-45ab-a5a9-2afb8c89bba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0932bc14-4924-4293-a5bb-2ea703053b25,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:50.760837 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-4bba0462-916a-403b-a663-c4d1f91d62cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5ef5f43829f4a499d5b006b47fa22f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354163 Jul 20 19:24:50.764069 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38244) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:50.773105 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc6a1-c273-4a13-b334-f97e2b709b60 admin admin] Publish callbacks [] for security_group (0932bc14-4924-4293-a5bb-2ea703053b25), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.775189 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:50.806646 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc6a1-c273-4a13-b334-f97e2b709b60 admin admin] Publish callbacks [] for security_group (0932bc14-4924-4293-a5bb-2ea703053b25), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.817823 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:50.911027 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65296137-c731-49cc-b881-56375f92de1d req-d13570d0-7375-459e-9813-9ed38c2a513f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:50.925125 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-65296137-c731-49cc-b881-56375f92de1d req-d13570d0-7375-459e-9813-9ed38c2a513f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.2277639 Jul 20 19:24:50.941157 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba0462-916a-403b-a663-c4d1f91d62cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800ddfa2-a4cc-4a7f-a545-d91689282070,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:51.003390 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc6a1-c273-4a13-b334-f97e2b709b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (0932bc14-4924-4293-a5bb-2ea703053b25), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:51.005567 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc6a1-c273-4a13-b334-f97e2b709b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:51.006862 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-ff1bc6a1-c273-4a13-b334-f97e2b709b60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0932bc14-4924-4293-a5bb-2ea703053b25 HTTP/1.1" status: 204 len: 168 time: 0.2952852 Jul 20 19:24:51.015554 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6566920-f89b-422b-9a9f-60a267e2c827 req-0da4e3ae-da78-4211-b60c-bf879a83a62a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:51.017146 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b6566920-f89b-422b-9a9f-60a267e2c827 req-0da4e3ae-da78-4211-b60c-bf879a83a62a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0690138 Jul 20 19:24:51.093698 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bc6a1-c273-4a13-b334-f97e2b709b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0932bc14-4924-4293-a5bb-2ea703053b25,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:51.102514 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-cbd0717a-c140-4dcc-821a-8364f195cb14 req-bf58b247-ae44-4588-8be6-1a5d96770e55 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558174 Jul 20 19:24:51.158197 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b6566920-f89b-422b-9a9f-60a267e2c827 req-7eaecb75-708b-4074-a6db-ae10ef023c4b tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093731 Jul 20 19:24:51.290102 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8bba4b79-f8c2-4799-8558-730414cfe9b9 admin admin] Publish callbacks [] for security_group (800ddfa2-a4cc-4a7f-a545-d91689282070), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:51.301552 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b00ec-820a-4358-af18-e963e2198c32 req-7ee888c5-5b7b-4b3b-90e4-95d5ad3d23fc tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:51.303756 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f12b00ec-820a-4358-af18-e963e2198c32 req-7ee888c5-5b7b-4b3b-90e4-95d5ad3d23fc tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0565150 Jul 20 19:24:51.380482 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8bba4b79-f8c2-4799-8558-730414cfe9b9 admin admin] Publish callbacks [] for security_group (800ddfa2-a4cc-4a7f-a545-d91689282070), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:51.431358 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-65296137-c731-49cc-b881-56375f92de1d req-77584ad1-eb70-427f-b4d9-9b9fb3646d4a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697421 Jul 20 19:24:51.470667 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8bba4b79-f8c2-4799-8558-730414cfe9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (800ddfa2-a4cc-4a7f-a545-d91689282070), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:51.473502 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8bba4b79-f8c2-4799-8558-730414cfe9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:51.475337 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-8bba4b79-f8c2-4799-8558-730414cfe9b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/800ddfa2-a4cc-4a7f-a545-d91689282070 HTTP/1.1" status: 204 len: 168 time: 0.7103634 Jul 20 19:24:51.484730 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba4b79-f8c2-4799-8558-730414cfe9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800ddfa2-a4cc-4a7f-a545-d91689282070,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:51.484891 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:51.495004 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f12b00ec-820a-4358-af18-e963e2198c32 req-115ad482-8a63-436b-b1f2-8baa59575c37 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711023 Jul 20 19:24:51.535619 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38276) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:51.565974 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-917131ca-c7da-44aa-9002-8f28c8b7fd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:51.568331 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-cbd0717a-c140-4dcc-821a-8364f195cb14 req-7ed06bb3-bc20-4d15-a8dd-a69100c87238 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427230 Jul 20 19:24:51.669645 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c29991-e2d9-43f1-a578-b3071fb2823b req-54244feb-49ac-45b1-9016-167dc28cd2c6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:51.671106 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-30c29991-e2d9-43f1-a578-b3071fb2823b req-54244feb-49ac-45b1-9016-167dc28cd2c6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0677636 Jul 20 19:24:51.680438 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38282) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:51.685709 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-abcef272-6545-416d-a9a6-5b9878a7147a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Request body: {'floatingip': {'port_id': '61e3f31b-7885-4b43-8167-c676cd576b57'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:51.720787 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:51.764679 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-917131ca-c7da-44aa-9002-8f28c8b7fd4a admin admin] Publish callbacks [] for security_group (b4790eda-ea12-452f-842f-839773170cc1), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:51.773272 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-917131ca-c7da-44aa-9002-8f28c8b7fd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (b4790eda-ea12-452f-842f-839773170cc1), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:51.777293 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:51.788495 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-abcef272-6545-416d-a9a6-5b9878a7147a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:51.817215 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917131ca-c7da-44aa-9002-8f28c8b7fd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4790eda-ea12-452f-842f-839773170cc1,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:51.822448 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-917131ca-c7da-44aa-9002-8f28c8b7fd4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f78dbc95e9c44d5a534da074822f6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857456 Jul 20 19:24:51.839628 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38290) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:51.931539 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e064d815-04c5-4c64-9044-6d3003c0f10b admin admin] Publish callbacks [] for security_group (b4790eda-ea12-452f-842f-839773170cc1), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:51.958383 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e064d815-04c5-4c64-9044-6d3003c0f10b admin admin] Publish callbacks [] for security_group (b4790eda-ea12-452f-842f-839773170cc1), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:52.028180 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e064d815-04c5-4c64-9044-6d3003c0f10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (b4790eda-ea12-452f-842f-839773170cc1), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:52.031889 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e064d815-04c5-4c64-9044-6d3003c0f10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:52.037989 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-e064d815-04c5-4c64-9044-6d3003c0f10b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4790eda-ea12-452f-842f-839773170cc1 HTTP/1.1" status: 204 len: 168 time: 0.1973069 Jul 20 19:24:52.049478 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064d815-04c5-4c64-9044-6d3003c0f10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4790eda-ea12-452f-842f-839773170cc1,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:52.413361 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5606ec0-57bc-4a19-8064-cd8e5fce99bc req-6560e2b7-83b7-49e2-bb31-5916be945390 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:52.420184 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d5606ec0-57bc-4a19-8064-cd8e5fce99bc req-6560e2b7-83b7-49e2-bb31-5916be945390 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.1307702 Jul 20 19:24:52.477364 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d5606ec0-57bc-4a19-8064-cd8e5fce99bc req-256232d0-b909-46aa-bf78-93cb5049fe1c tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516479 Jul 20 19:24:52.685108 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d01b-ef43-449b-86e6-afb27d51a4b1 req-bd38694c-a321-49c2-9b74-66c91368cfab tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:52.695677 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9dc5d01b-ef43-449b-86e6-afb27d51a4b1 req-bd38694c-a321-49c2-9b74-66c91368cfab tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.1552136 Jul 20 19:24:52.785330 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9dc5d01b-ef43-449b-86e6-afb27d51a4b1 req-c340e6bb-f80c-4135-9ce9-d2bfa37c4bb3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881808 Jul 20 19:24:52.928011 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b53575-08e1-423c-ab03-4791b83f95d6 req-beb8b1f6-d63f-4a15-8883-b69575e618a8 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:52.937867 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c3b53575-08e1-423c-ab03-4791b83f95d6 req-beb8b1f6-d63f-4a15-8883-b69575e618a8 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0720997 Jul 20 19:24:52.943866 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38350) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:52.957954 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-5e0fed85-ede0-4baa-90a0-59965dde7da3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Request body: {'floatingip': {'port_id': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:53.082479 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e0fed85-ede0-4baa-90a0-59965dde7da3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (cab830e3-bc1f-47f7-b935-567f17f87ad1), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:53.180483 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-abcef272-6545-416d-a9a6-5b9878a7147a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:53.186818 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-abcef272-6545-416d-a9a6-5b9878a7147a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:53.280184 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:53.300831 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [None req-abcef272-6545-416d-a9a6-5b9878a7147a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Floating IP 5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c associated. External IP: 172.27.2.24, port: 61e3f31b-7885-4b43-8167-c676cd576b57. Jul 20 19:24:53.340421 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:53.458331 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:53.587515 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcef272-6545-416d-a9a6-5b9878a7147a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Router 2d162076-1ec9-4e81-a383-972f3eeafd52 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:24:53.638399 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:53.810277 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcef272-6545-416d-a9a6-5b9878a7147a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:24:53.860536 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:53.870492 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64536cd-d48f-47e9-ac4e-11e11632d3a4 None None] Sync routers for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:24:53.873698 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e0fed85-ede0-4baa-90a0-59965dde7da3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:53.883917 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e0fed85-ede0-4baa-90a0-59965dde7da3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (cab830e3-bc1f-47f7-b935-567f17f87ad1), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:53.889678 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-abcef272-6545-416d-a9a6-5b9878a7147a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:53.903606 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64536cd-d48f-47e9-ac4e-11e11632d3a4 None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:24:53.914238 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-b64536cd-d48f-47e9-ac4e-11e11632d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:54.002083 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-abcef272-6545-416d-a9a6-5b9878a7147a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "PUT /v2.0/floatingips/5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c HTTP/1.1" status: 200 len: 991 time: 2.3184924 Jul 20 19:24:54.005593 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:24:54.008151 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b87149-5934-4839-84f0-dec982677062" -d '{"events": [{"name": "network-changed", "server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:24:54.049899 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [None req-5e0fed85-ede0-4baa-90a0-59965dde7da3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Floating IP cab830e3-bc1f-47f7-b935-567f17f87ad1 associated. External IP: 172.27.2.160, port: a8824afd-c0c0-48f6-a2ee-5085bf6628cf. Jul 20 19:24:54.128139 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db2521-b153-4042-b50d-14856e88ff27 req-6664b28f-5cb5-4f37-993e-74683b702ee5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:54.130163 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-89db2521-b153-4042-b50d-14856e88ff27 req-6664b28f-5cb5-4f37-993e-74683b702ee5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.1289928 Jul 20 19:24:54.137261 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aa1549-465b-4642-8232-528823c92d3e x-openstack-request-id: req-38aa1549-465b-4642-8232-528823c92d3e {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:24:54.137780 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:24:54.137898 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38aa1549-465b-4642-8232-528823c92d3e {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:24:54.138336 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38aa1549-465b-4642-8232-528823c92d3e'] response: {'name': 'network-changed', 'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57', 'status': 'completed', 'code': 200} Jul 20 19:24:54.182307 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-b64536cd-d48f-47e9-ac4e-11e11632d3a4 None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:24:54.216997 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:54.262934 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b87149-5934-4839-84f0-dec982677062 req-fe3ec7fd-fe77-4ade-a341-2c0ac5f2ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:54.269400 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-63b87149-5934-4839-84f0-dec982677062 req-fe3ec7fd-fe77-4ade-a341-2c0ac5f2ee53 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 1130 time: 0.1275082 Jul 20 19:24:54.338601 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-89db2521-b153-4042-b50d-14856e88ff27 req-3ee7f93a-38d3-49f4-ad77-aa96841b321b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993225 Jul 20 19:24:54.422178 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b87149-5934-4839-84f0-dec982677062 req-c3b345ee-7902-4bd5-b571-d92c4f46e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:54.423731 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-63b87149-5934-4839-84f0-dec982677062 req-c3b345ee-7902-4bd5-b571-d92c4f46e5fe service neutron] 10.222.0.89 "GET /v2.0/networks?id=ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 200 len: 918 time: 0.1293390 Jul 20 19:24:54.576103 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0fed85-ede0-4baa-90a0-59965dde7da3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:24:54.594844 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-63b87149-5934-4839-84f0-dec982677062 req-06a05b48-9ec3-44fc-a853-02af620708fc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61e3f31b-7885-4b43-8167-c676cd576b57 HTTP/1.1" status: 200 len: 999 time: 0.1594768 Jul 20 19:24:54.700005 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b87149-5934-4839-84f0-dec982677062 req-24185882-ba3b-4d3f-9d5c-22bc988903d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:54.702133 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-63b87149-5934-4839-84f0-dec982677062 req-24185882-ba3b-4d3f-9d5c-22bc988903d3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de1f425d-2a18-45f6-9b64-fdfd0a26c08e HTTP/1.1" status: 200 len: 856 time: 0.0999243 Jul 20 19:24:54.725722 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-b64536cd-d48f-47e9-ac4e-11e11632d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'port_id': '61e3f31b-7885-4b43-8167-c676cd576b57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'mac_address': 'fa:16:3e:3a:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:24:13Z', 'updated_at': '2022-07-20T19:24:52Z', 'revision_number': 1, 'project_id': 'ff9c443652a141d482130869ff76c327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:15Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:54.767683 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b87149-5934-4839-84f0-dec982677062 req-3ea07b8a-f776-4934-95b4-e3114d21ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:54.769523 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-63b87149-5934-4839-84f0-dec982677062 req-3ea07b8a-f776-4934-95b4-e3114d21ebaf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab609c42-592c-4da6-88a0-b462f1083b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536661 Jul 20 19:24:54.791109 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64536cd-d48f-47e9-ac4e-11e11632d3a4 None None] Checking router: 2d162076-1ec9-4e81-a383-972f3eeafd52 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:24:54.815487 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64536cd-d48f-47e9-ac4e-11e11632d3a4 None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:24:54.816754 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-b64536cd-d48f-47e9-ac4e-11e11632d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:54.999342 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-63b87149-5934-4839-84f0-dec982677062 req-ae7e8b38-cb04-4838-9e2f-af234e1d1d9c service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207763 Jul 20 19:24:55.000093 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-b64536cd-d48f-47e9-ac4e-11e11632d3a4 None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:24:55.112006 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0fed85-ede0-4baa-90a0-59965dde7da3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:24:55.125101 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e0fed85-ede0-4baa-90a0-59965dde7da3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:55.130251 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500df3de-2dab-45e8-8dce-d8540cc81237 None None] Sync routers for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:24:55.150381 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500df3de-2dab-45e8-8dce-d8540cc81237 None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:24:55.151492 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-500df3de-2dab-45e8-8dce-d8540cc81237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:55.180905 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-5e0fed85-ede0-4baa-90a0-59965dde7da3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "PUT /v2.0/floatingips/cab830e3-bc1f-47f7-b935-567f17f87ad1 HTTP/1.1" status: 200 len: 991 time: 2.2319558 Jul 20 19:24:55.181820 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f977b5-705c-46e5-b597-311c97d2edea', 'tag': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:24:55.184780 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fc5b86-23c5-451c-b09d-30e64176a991" -d '{"events": [{"name": "network-changed", "server_uuid": "58f977b5-705c-46e5-b597-311c97d2edea", "tag": "a8824afd-c0c0-48f6-a2ee-5085bf6628cf"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:24:55.217194 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-63b87149-5934-4839-84f0-dec982677062 req-1d7ad40e-0a26-4043-ad77-d68ad3ed3a0a service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067201 Jul 20 19:24:55.278982 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7da7ec-a5be-4b75-91a1-40e34e481780 x-openstack-request-id: req-6c7da7ec-a5be-4b75-91a1-40e34e481780 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:24:55.279353 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f977b5-705c-46e5-b597-311c97d2edea", "tag": "a8824afd-c0c0-48f6-a2ee-5085bf6628cf", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:24:55.279606 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c7da7ec-a5be-4b75-91a1-40e34e481780 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:24:55.280007 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7da7ec-a5be-4b75-91a1-40e34e481780'] response: {'name': 'network-changed', 'server_uuid': '58f977b5-705c-46e5-b597-311c97d2edea', 'tag': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf', 'status': 'completed', 'code': 200} Jul 20 19:24:55.363503 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-500df3de-2dab-45e8-8dce-d8540cc81237 None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:24:55.410566 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc5b86-23c5-451c-b09d-30e64176a991 req-6c009c60-7788-44f8-9c59-c79a80f61ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:55.414741 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-24fc5b86-23c5-451c-b09d-30e64176a991 req-6c009c60-7788-44f8-9c59-c79a80f61ce1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=654a322fff99416595c66a993aeaee17&device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 1129 time: 0.1018081 Jul 20 19:24:55.526796 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-b64536cd-d48f-47e9-ac4e-11e11632d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'port_id': '61e3f31b-7885-4b43-8167-c676cd576b57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'mac_address': 'fa:16:3e:3a:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:24:13Z', 'updated_at': '2022-07-20T19:24:52Z', 'revision_number': 1, 'project_id': 'ff9c443652a141d482130869ff76c327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:15Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:55.561293 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64536cd-d48f-47e9-ac4e-11e11632d3a4 None None] The sync data for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi is: [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'port_id': '61e3f31b-7885-4b43-8167-c676cd576b57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'mac_address': 'fa:16:3e:3a:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:24:13Z', 'updated_at': '2022-07-20T19:24:52Z', 'revision_number': 1, 'project_id': 'ff9c443652a141d482130869ff76c327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:15Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:24:55.766754 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-500df3de-2dab-45e8-8dce-d8540cc81237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': 'cab830e3-bc1f-47f7-b935-567f17f87ad1', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'port_id': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'mac_address': 'fa:16:3e:c5:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f977b5-705c-46e5-b597-311c97d2edea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:24:11Z', 'updated_at': '2022-07-20T19:24:53Z', 'revision_number': 1, 'project_id': '654a322fff99416595c66a993aeaee17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:11Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:55.796691 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500df3de-2dab-45e8-8dce-d8540cc81237 None None] Checking router: 4e3f6237-4cd2-4792-ae17-5c1a081d08eb for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:24:55.808277 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500df3de-2dab-45e8-8dce-d8540cc81237 None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:24:55.809745 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-500df3de-2dab-45e8-8dce-d8540cc81237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:55.899095 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:55.906356 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740f295-c551-4d49-ac20-eb57c180c770 req-835bf0cd-e6f2-4269-8097-11b2bf539942 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:55.908024 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4740f295-c551-4d49-ac20-eb57c180c770 req-835bf0cd-e6f2-4269-8097-11b2bf539942 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.4323578 Jul 20 19:24:55.926459 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc5b86-23c5-451c-b09d-30e64176a991 req-93c9fc3e-b584-45f4-97d9-73722504cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:55.927835 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-24fc5b86-23c5-451c-b09d-30e64176a991 req-93c9fc3e-b584-45f4-97d9-73722504cfd5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4 HTTP/1.1" status: 200 len: 912 time: 0.5063710 Jul 20 19:24:55.932553 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35cc2ad-8084-485f-95c7-7e43394d61f3 None None] New status for floating IP 5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c: ACTIVE {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:24:55.983377 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-500df3de-2dab-45e8-8dce-d8540cc81237 None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:24:56.096419 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4740f295-c551-4d49-ac20-eb57c180c770 req-e5805ad1-1428-42ed-865a-9b4271360178 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674602 Jul 20 19:24:56.114946 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-24fc5b86-23c5-451c-b09d-30e64176a991 req-5b303d52-457a-41a6-a051-af3a86edf417 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8824afd-c0c0-48f6-a2ee-5085bf6628cf HTTP/1.1" status: 200 len: 999 time: 0.1798623 Jul 20 19:24:56.210039 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc5b86-23c5-451c-b09d-30e64176a991 req-9772f8ce-dfaf-4020-a58d-642aa4c97a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:56.211606 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-24fc5b86-23c5-451c-b09d-30e64176a991 req-9772f8ce-dfaf-4020-a58d-642aa4c97a7d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=51299be0-e1ff-48e7-8c5f-c79b7fb4abc7 HTTP/1.1" status: 200 len: 850 time: 0.0891883 Jul 20 19:24:56.279890 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38500) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:56.306127 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc5b86-23c5-451c-b09d-30e64176a991 req-1ce1079b-8a15-4b6f-9e5b-2e3c5a6c9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:56.310599 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-24fc5b86-23c5-451c-b09d-30e64176a991 req-1ce1079b-8a15-4b6f-9e5b-2e3c5a6c9db6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0918212 Jul 20 19:24:56.312251 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:56.315868 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:56.425994 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:56.441572 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-24fc5b86-23c5-451c-b09d-30e64176a991 req-9e356cbe-decc-425f-bcb6-9edb4792d060 service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227853 Jul 20 19:24:56.445913 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-500df3de-2dab-45e8-8dce-d8540cc81237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': 'cab830e3-bc1f-47f7-b935-567f17f87ad1', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'port_id': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'mac_address': 'fa:16:3e:c5:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f977b5-705c-46e5-b597-311c97d2edea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:24:11Z', 'updated_at': '2022-07-20T19:24:53Z', 'revision_number': 1, 'project_id': '654a322fff99416595c66a993aeaee17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:11Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:24:56.473591 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500df3de-2dab-45e8-8dce-d8540cc81237 None None] The sync data for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi is: [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': 'cab830e3-bc1f-47f7-b935-567f17f87ad1', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'port_id': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'mac_address': 'fa:16:3e:c5:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f977b5-705c-46e5-b597-311c97d2edea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:24:11Z', 'updated_at': '2022-07-20T19:24:53Z', 'revision_number': 1, 'project_id': '654a322fff99416595c66a993aeaee17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:11Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:24:56.475508 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-069a2048-24c1-444a-a982-60a5fd51d792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:56.577876 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-24fc5b86-23c5-451c-b09d-30e64176a991 req-b115d5cf-4fbd-4b54-b02e-5c5b77e4ae2c service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246331 Jul 20 19:24:56.600265 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-069a2048-24c1-444a-a982-60a5fd51d792 admin admin] Publish callbacks [] for security_group (f1a853f3-e564-4548-affb-e75bb9a3973a), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:56.604911 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-069a2048-24c1-444a-a982-60a5fd51d792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (f1a853f3-e564-4548-affb-e75bb9a3973a), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:56.626159 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38506) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:56.671351 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-069a2048-24c1-444a-a982-60a5fd51d792 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05a141a07ae04d079500a197ec5a8111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880413 Jul 20 19:24:56.671351 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a2048-24c1-444a-a982-60a5fd51d792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a853f3-e564-4548-affb-e75bb9a3973a,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:56.671864 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38510) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:56.728149 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370fa36b-7eec-4452-926d-5766348cda6f None None] New status for floating IP cab830e3-bc1f-47f7-b935-567f17f87ad1: ACTIVE {{(pid=103975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:24:56.738196 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-08e1fffb-9817-46af-be2c-48f1d2eef910 admin admin] Publish callbacks [] for security_group (f1a853f3-e564-4548-affb-e75bb9a3973a), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:56.758499 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5573f606-d990-48ef-802f-a9d0b7d8dd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:56.782526 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-08e1fffb-9817-46af-be2c-48f1d2eef910 admin admin] Publish callbacks [] for security_group (f1a853f3-e564-4548-affb-e75bb9a3973a), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:56.867529 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-08e1fffb-9817-46af-be2c-48f1d2eef910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (f1a853f3-e564-4548-affb-e75bb9a3973a), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:56.870060 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-08e1fffb-9817-46af-be2c-48f1d2eef910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:56.871225 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-08e1fffb-9817-46af-be2c-48f1d2eef910 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1a853f3-e564-4548-affb-e75bb9a3973a HTTP/1.1" status: 204 len: 168 time: 0.1983604 Jul 20 19:24:56.908636 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5573f606-d990-48ef-802f-a9d0b7d8dd93 admin admin] Publish callbacks [] for security_group (e75955d0-2a10-4e4f-a71f-518b32397e3d), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:56.918763 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5573f606-d990-48ef-802f-a9d0b7d8dd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e75955d0-2a10-4e4f-a71f-518b32397e3d), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:56.922626 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1fffb-9817-46af-be2c-48f1d2eef910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a853f3-e564-4548-affb-e75bb9a3973a,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:56.975849 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5573f606-d990-48ef-802f-a9d0b7d8dd93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dfdff1e88a544e60993c77327684f672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461642 Jul 20 19:24:56.976842 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38514) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:56.977106 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573f606-d990-48ef-802f-a9d0b7d8dd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75955d0-2a10-4e4f-a71f-518b32397e3d,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:57.017061 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:57.039654 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a22e2d67-b8f8-4c25-98da-150b087989d4 admin admin] Publish callbacks [] for security_group (e75955d0-2a10-4e4f-a71f-518b32397e3d), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:57.062340 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a22e2d67-b8f8-4c25-98da-150b087989d4 admin admin] Publish callbacks [] for security_group (e75955d0-2a10-4e4f-a71f-518b32397e3d), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:57.116643 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a22e2d67-b8f8-4c25-98da-150b087989d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e75955d0-2a10-4e4f-a71f-518b32397e3d), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:57.119253 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a22e2d67-b8f8-4c25-98da-150b087989d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:57.120455 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-a22e2d67-b8f8-4c25-98da-150b087989d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e75955d0-2a10-4e4f-a71f-518b32397e3d HTTP/1.1" status: 204 len: 168 time: 0.1424522 Jul 20 19:24:57.131162 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e2d67-b8f8-4c25-98da-150b087989d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75955d0-2a10-4e4f-a71f-518b32397e3d,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:57.274023 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da942d63-01dc-49e7-a68c-f2656336f749 req-588f0f48-1a0c-4ef0-bdd7-3c3681a86b10 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:57.275800 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-da942d63-01dc-49e7-a68c-f2656336f749 req-588f0f48-1a0c-4ef0-bdd7-3c3681a86b10 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0727165 Jul 20 19:24:57.281011 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38528) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:57.304243 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-65449dac-5be9-4819-bb0f-42c88b666f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:57.388729 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-da942d63-01dc-49e7-a68c-f2656336f749 req-b3b5bc1c-6cc8-4f6e-843c-f75475f3127d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979552 Jul 20 19:24:57.446091 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:57.465219 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-65449dac-5be9-4819-bb0f-42c88b666f9b admin admin] Publish callbacks [] for security_group (a32ea8f5-80bd-424a-813f-45187959367f), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:57.470749 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-65449dac-5be9-4819-bb0f-42c88b666f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (a32ea8f5-80bd-424a-813f-45187959367f), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:57.519062 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-65449dac-5be9-4819-bb0f-42c88b666f9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a039d1f112545c6ae7ef7bbc5c972ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349057 Jul 20 19:24:57.519874 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65449dac-5be9-4819-bb0f-42c88b666f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32ea8f5-80bd-424a-813f-45187959367f,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:57.522460 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38548) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:57.581585 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c852d0c6-0a62-429a-bcda-3f2550e1f07c admin admin] Publish callbacks [] for security_group (a32ea8f5-80bd-424a-813f-45187959367f), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:57.610723 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c852d0c6-0a62-429a-bcda-3f2550e1f07c admin admin] Publish callbacks [] for security_group (a32ea8f5-80bd-424a-813f-45187959367f), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:57.635918 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:57.665309 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c852d0c6-0a62-429a-bcda-3f2550e1f07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (a32ea8f5-80bd-424a-813f-45187959367f), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:57.668144 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c852d0c6-0a62-429a-bcda-3f2550e1f07c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:57.672024 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-c852d0c6-0a62-429a-bcda-3f2550e1f07c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a32ea8f5-80bd-424a-813f-45187959367f HTTP/1.1" status: 204 len: 168 time: 0.1479042 Jul 20 19:24:57.682502 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852d0c6-0a62-429a-bcda-3f2550e1f07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32ea8f5-80bd-424a-813f-45187959367f,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:57.821225 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:24:58.062640 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38572) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:58.233120 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1724417800-network', 'tenant_id': '182d5b6ac9e6412b907119a623869c80'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:58.262662 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Made reservation on behalf of 182d5b6ac9e6412b907119a623869c80 for: {'network': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:24:58.265142 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:58.276176 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:58.375678 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Publish callbacks [] for security_group (e34b5f74-572c-4a25-81ac-d779044520a9), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:58.380319 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e34b5f74-572c-4a25-81ac-d779044520a9), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:58.407522 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:24:58.419698 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34b5f74-572c-4a25-81ac-d779044520a9,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:58.426218 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:58.426556 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.segments_db [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Added segment c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0 of type vlan for network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 Jul 20 19:24:58.500466 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (667371d0-bd3e-4fe0-a41c-e04f1b0a0f03), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:58.549880 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (667371d0-bd3e-4fe0-a41c-e04f1b0a0f03), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:58.551986 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:58.553176 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:58.567258 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d3b3e-ab3b-4244-b744-c60ddedde1fb req-2786d86a-7bd5-48f5-bb3e-d8bc425eab4a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:58.568857 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-187d3b3e-ab3b-4244-b744-c60ddedde1fb req-2786d86a-7bd5-48f5-bb3e-d8bc425eab4a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0672307 Jul 20 19:24:58.631826 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:58.638070 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5742559 Jul 20 19:24:58.640423 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7e221-05f0-4cd0-a12f-e92d6a5f15b6 admin admin] Pushing event updated for resources: {'Network': ['ID=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:58.643395 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-187d3b3e-ab3b-4244-b744-c60ddedde1fb req-a640989c-d3f8-45d4-a901-72e38c4d2803 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643864 Jul 20 19:24:58.644808 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38606) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:58.651154 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:24:58.652314 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-e0fb2368-66cf-4744-9214-e387425d80a4 admin admin] Request body: {'subnet': {'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1724417800-subnet', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'ip_version': 4}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:58.679790 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fb2368-66cf-4744-9214-e387425d80a4 admin admin] Made reservation on behalf of 182d5b6ac9e6412b907119a623869c80 for: {'subnet': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:24:58.688608 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2368-66cf-4744-9214-e387425d80a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9559437'] for subnet (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:58.891811 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2368-66cf-4744-9214-e387425d80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9550027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9559487'] for subnet (c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:58.955783 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb2368-66cf-4744-9214-e387425d80a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:58.975140 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb2368-66cf-4744-9214-e387425d80a4 admin admin] Checking segment: {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:24:58.975668 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb2368-66cf-4744-9214-e387425d80a4 admin admin] Network hostable DHCP agents. Network: 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:24:58.993182 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb2368-66cf-4744-9214-e387425d80a4 admin admin] Network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:24:58.995131 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38614) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:59.002216 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb2368-66cf-4744-9214-e387425d80a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03) {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:59.006472 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fb2368-66cf-4744-9214-e387425d80a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:59.007062 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2368-66cf-4744-9214-e387425d80a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.009143 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:59.012231 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c9af25-a654-4ef4-ab69-ab6d85c0fe66 None None] Network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:24:59.025830 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-e0fb2368-66cf-4744-9214-e387425d80a4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3795080 Jul 20 19:24:59.028800 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38618) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:59.033509 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:24:59.057125 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127984'] for router (539607f4-5740-42a7-bcf6-ffdc05e1049a), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.058239 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-478355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127881'] for router (539607f4-5740-42a7-bcf6-ffdc05e1049a), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.117833 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Publish callbacks [] for router_controller (539607f4-5740-42a7-bcf6-ffdc05e1049a), precommit_add_association {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.125441 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:24:59.126660 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.193750 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:59.203562 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa21-6339-468f-8dcf-b19987a46b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.278576 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Allocated IP 172.20.0.2 (667371d0-bd3e-4fe0-a41c-e04f1b0a0f03/c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4/4dae739e-4f8a-462c-ab1d-9d21b160d1b7) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:24:59.302961 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Publish callbacks [] for router_gateway (539607f4-5740-42a7-bcf6-ffdc05e1049a), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.429680 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa21-6339-468f-8dcf-b19987a46b06 admin admin] Publish callbacks [] for security_group (3f148309-537c-4c91-9aa6-17e527c4625e), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.436518 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Publish callbacks [] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.445198 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.465591 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa21-6339-468f-8dcf-b19987a46b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (3f148309-537c-4c91-9aa6-17e527c4625e), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.486809 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:24:59.492480 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:24:59.495398 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Pushing event updated for resources: {'Port': ['ID=4dae739e-4f8a-462c-ab1d-9d21b160d1b7,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:59.498202 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:24:59.555383 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Attempting to bind port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:24:59.555821 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Attempting to bind port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:24:59.556111 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Attempting to bind port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 on network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:24:59.562801 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-fcb4aa21-6339-468f-8dcf-b19987a46b06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99fed5923d4e4c8a8494e40ef86e7a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5636816 Jul 20 19:24:59.563070 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4aa21-6339-468f-8dcf-b19987a46b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f148309-537c-4c91-9aa6-17e527c4625e,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:59.563170 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38624) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:24:59.567054 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:24:59.567449 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Checking segment: {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:24:59.567960 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.568849 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Bound using segment: {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:24:59.569342 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Bound port: 4dae739e-4f8a-462c-ab1d-9d21b160d1b7, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:24:59.569722 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.587875 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Publish callbacks [] for router_gateway (539607f4-5740-42a7-bcf6-ffdc05e1049a), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.610912 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.629391 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5aa208cd-10e6-44e9-bce3-14cf5ce02d50 admin admin] Publish callbacks [] for security_group (3f148309-537c-4c91-9aa6-17e527c4625e), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.644506 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:59.652441 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:59.654154 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5aa208cd-10e6-44e9-bce3-14cf5ce02d50 admin admin] Publish callbacks [] for security_group (3f148309-537c-4c91-9aa6-17e527c4625e), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.654301 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] For port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:24:59.658238 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] For port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=4dae739e-4f8a-462c-ab1d-9d21b160d1b7,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:24:59.671383 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.713227 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5aa208cd-10e6-44e9-bce3-14cf5ce02d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (3f148309-537c-4c91-9aa6-17e527c4625e), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.720621 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5aa208cd-10e6-44e9-bce3-14cf5ce02d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:59.722299 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-5aa208cd-10e6-44e9-bce3-14cf5ce02d50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f148309-537c-4c91-9aa6-17e527c4625e HTTP/1.1" status: 204 len: 168 time: 0.1581426 Jul 20 19:24:59.743158 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25077712-5d08-424a-a9f1-1349a0be9996 None None] Pushing event updated for resources: {'Port': ['ID=4dae739e-4f8a-462c-ab1d-9d21b160d1b7,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:59.744956 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa208cd-10e6-44e9-bce3-14cf5ce02d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f148309-537c-4c91-9aa6-17e527c4625e,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:24:59.770468 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Allocated IP 172.27.2.61 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/40964794-c998-438b-a91b-bca74f8a0104) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:24:59.791982 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:59.806733 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee97dec-5ae5-4018-820b-9c9e8f165334 req-c8b9a5ca-b9ca-4f34-87bc-f0086c1a76db tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:24:59.816717 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2ee97dec-5ae5-4018-820b-9c9e8f165334 req-c8b9a5ca-b9ca-4f34-87bc-f0086c1a76db tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0926294 Jul 20 19:24:59.868143 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2ee97dec-5ae5-4018-820b-9c9e8f165334 req-f7ca1895-1a5e-4905-b47f-e0e7bb4769cc tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505416 Jul 20 19:24:59.934663 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Publish callbacks [] for port (40964794-c998-438b-a91b-bca74f8a0104), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:00.007117 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (40964794-c998-438b-a91b-bca74f8a0104), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:00.104726 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:25:00.110604 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:00.113405 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:25:00.118766 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Pushing event updated for resources: {'Port': ['ID=40964794-c998-438b-a91b-bca74f8a0104,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:00.466477 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:00.566170 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Publish callbacks [] for router_gateway (539607f4-5740-42a7-bcf6-ffdc05e1049a), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:00.855642 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540'] for router (539607f4-5740-42a7-bcf6-ffdc05e1049a), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:00.885187 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:00.981230 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:00.981684 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:01.019564 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964a3f1-e0b5-4d4e-9d12-4f300af0434c None None] Network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:25:01.075912 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac64682-14f7-427f-9be3-e2eb6a3e75fe req-d9d15f40-0f1b-4858-bd88-a4a9d2462299 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:01.085013 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8ac64682-14f7-427f-9be3-e2eb6a3e75fe req-d9d15f40-0f1b-4858-bd88-a4a9d2462299 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0714307 Jul 20 19:25:01.151880 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:01.156153 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-9f260803-f4f2-4c42-b7f3-83164f30b087 None None] Provisioning complete for port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:01.156894 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9f260803-f4f2-4c42-b7f3-83164f30b087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:01.160209 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8ac64682-14f7-427f-9be3-e2eb6a3e75fe req-a425858e-92d0-4f29-94d6-b29bbaa7725b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741971 Jul 20 19:25:01.174185 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Router 539607f4-5740-42a7-bcf6-ffdc05e1049a is scheduled to L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 with binding_index 1 {{(pid=103973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:25:01.253432 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:01.253717 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:01.309216 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:25:01.320771 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Sync routers for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:25:01.337973 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:25:01.338845 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:01.339565 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:01.340821 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-8b5ad048-f7fc-46f5-bb91-1627c417baa1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3098545 Jul 20 19:25:01.342954 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38672) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:01.346541 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=4dae739e-4f8a-462c-ab1d-9d21b160d1b7,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:01.360146 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-9f260803-f4f2-4c42-b7f3-83164f30b087 None None] Current status of the port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:01.360960 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9f260803-f4f2-4c42-b7f3-83164f30b087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:01.379836 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:01.475056 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.db.api [None req-9f260803-f4f2-4c42-b7f3-83164f30b087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 19:25:01.475774 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG oslo_db.api [None req-9f260803-f4f2-4c42-b7f3-83164f30b087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 19:25:01.494276 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=4dae739e-4f8a-462c-ab1d-9d21b160d1b7,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:01.512586 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:01.513626 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:01.527045 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:25:01.832220 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:01.870727 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:00Z', 'revision_number': 3, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:01.912212 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Checking router: 539607f4-5740-42a7-bcf6-ffdc05e1049a for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:25:01.912988 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Updating router 539607f4-5740-42a7-bcf6-ffdc05e1049a port 40964794-c998-438b-a91b-bca74f8a0104 binding host dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:25:01.957476 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (40964794-c998-438b-a91b-bca74f8a0104), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.003434 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.046807 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-9f260803-f4f2-4c42-b7f3-83164f30b087 None None] Current status of the port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:02.172326 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01ae984b-c0b2-4df2-9b5c-74976366828d None None] Provisioning complete for port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:02.174314 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01ae984b-c0b2-4df2-9b5c-74976366828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.250095 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361d0be-163f-419b-a1ee-e444c7c35ea4 req-f099616a-0981-4bfb-b8f3-d3d1d9f1a92b tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:02.258853 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2361d0be-163f-419b-a1ee-e444c7c35ea4 req-f099616a-0981-4bfb-b8f3-d3d1d9f1a92b tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 945 time: 0.0795054 Jul 20 19:25:02.293559 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Allocated IP 172.20.0.1 (667371d0-bd3e-4fe0-a41c-e04f1b0a0f03/c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4/d1b69a95-2ddb-4b39-8ec5-93f9d5393735) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:25:02.329589 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2361d0be-163f-419b-a1ee-e444c7c35ea4 req-819cdce4-11b6-41b9-9eaf-794d758aa678 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694354 Jul 20 19:25:02.361756 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01ae984b-c0b2-4df2-9b5c-74976366828d None None] Current status of the port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:02.373671 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e108ec-77ff-4d98-a3f5-3c3b4b39b989 req-2393fba2-8b0e-47c4-b374-92179e8fb0ff tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:02.375387 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-84e108ec-77ff-4d98-a3f5-3c3b4b39b989 req-2393fba2-8b0e-47c4-b374-92179e8fb0ff tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0783844 Jul 20 19:25:02.432000 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Publish callbacks [] for port (40964794-c998-438b-a91b-bca74f8a0104), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.439512 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:02.441763 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (40964794-c998-438b-a91b-bca74f8a0104), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.489240 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-84e108ec-77ff-4d98-a3f5-3c3b4b39b989 req-f3a65c53-7c0c-4a4d-a81c-6ad00e26ce45 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960300 Jul 20 19:25:02.520912 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Pushing event updated for resources: {'Port': ['ID=40964794-c998-438b-a91b-bca74f8a0104,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:02.523641 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Attempting to bind port 40964794-c998-438b-a91b-bca74f8a0104 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:25:02.524010 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Attempting to bind port 40964794-c998-438b-a91b-bca74f8a0104 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:25:02.524395 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Attempting to bind port 40964794-c998-438b-a91b-bca74f8a0104 on network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:25:02.525237 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Publish callbacks [] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.533555 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:25:02.534104 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:25:02.534415 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.534975 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Bound using segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:25:02.535634 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Bound port: 40964794-c998-438b-a91b-bca74f8a0104, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:25:02.536563 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (40964794-c998-438b-a91b-bca74f8a0104), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.541603 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.542486 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.542998 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.543519 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.544335 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.544952 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.545431 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.545905 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.546717 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.547697 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.548193 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.548938 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.549417 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.549906 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.550417 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:02.572604 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.629489 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] For port 40964794-c998-438b-a91b-bca74f8a0104, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:25:02.633577 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] For port 40964794-c998-438b-a91b-bca74f8a0104, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=40964794-c998-438b-a91b-bca74f8a0104,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:25:02.635009 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:25:02.638609 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:02.639562 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (40964794-c998-438b-a91b-bca74f8a0104), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.640425 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b69a95-2ddb-4b39-8ec5-93f9d5393735,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:02.642559 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:25:02.683465 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445850'] for router_interface (539607f4-5740-42a7-bcf6-ffdc05e1049a), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.708849 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb944caf-73f4-49ff-9630-da12766ceae6 None None] Pushing event updated for resources: {'Port': ['ID=40964794-c998-438b-a91b-bca74f8a0104,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:02.711698 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:25:02.712330 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:02.740876 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:02.753827 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:02.830431 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.832639 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:25:02.847785 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:02.905991 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:02.906369 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:02.930909 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:02.952991 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:03.001390 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-61801fda-cb76-43d9-adb0-91f5c41f5a6b None None] Provisioning complete for port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:03.001849 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-61801fda-cb76-43d9-adb0-91f5c41f5a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:03.005563 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:03.017596 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Publish callbacks [] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:03.021792 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:00Z', 'revision_number': 3, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:03.024255 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:03.040699 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-61801fda-cb76-43d9-adb0-91f5c41f5a6b None None] Port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:25:03.051960 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1daad6-b8b7-4f56-a61a-34b6f558c8fd None None] The sync data for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi is: [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:00Z', 'revision_number': 3, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:25:03.105340 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456674'] for router_interface (539607f4-5740-42a7-bcf6-ffdc05e1049a), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:03.108556 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b69a95-2ddb-4b39-8ec5-93f9d5393735,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:03.216091 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:25:03.217485 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:03.385538 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:03.393367 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Router 539607f4-5740-42a7-bcf6-ffdc05e1049a has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:25:03.492550 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f550-ea2a-4ced-98b9-7f2f3e77e6d0 req-de57784f-b546-4547-8441-0b8d16898852 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:03.508712 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4d69f550-ea2a-4ced-98b9-7f2f3e77e6d0 req-de57784f-b546-4547-8441-0b8d16898852 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 945 time: 0.0781426 Jul 20 19:25:03.576140 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:25:03.578994 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-339d3d74-23b8-4864-a780-464484dcae28 None None] Provisioning complete for port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:03.582433 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-339d3d74-23b8-4864-a780-464484dcae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:03.594615 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4d69f550-ea2a-4ced-98b9-7f2f3e77e6d0 req-a31dd5f9-a199-4be9-b712-328a36a90537 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824645 Jul 20 19:25:03.605262 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-f917f452-c3dd-4fe4-9164-3622e42d1f06 admin admin] 10.222.0.43 "PUT /v2.0/routers/539607f4-5740-42a7-bcf6-ffdc05e1049a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2605252 Jul 20 19:25:03.714352 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-339d3d74-23b8-4864-a780-464484dcae28 None None] Port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:25:03.744706 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55a420-2b6b-4bea-8f30-c87e5cc0e90e req-b19fb63b-50c6-4ada-92c2-44bcce636fba tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:03.746741 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5d55a420-2b6b-4bea-8f30-c87e5cc0e90e req-b19fb63b-50c6-4ada-92c2-44bcce636fba tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.1040299 Jul 20 19:25:03.844554 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5d55a420-2b6b-4bea-8f30-c87e5cc0e90e req-10e04fca-1d68-44f6-aceb-2734c444392d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923450 Jul 20 19:25:03.884259 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38750) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:04.093710 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fc406495-21a7-45b2-97d8-c149445cdb58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.181470 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:04.217019 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fc406495-21a7-45b2-97d8-c149445cdb58 admin admin] Publish callbacks [] for security_group (39dc3b0e-640a-404f-abfb-e272eaa6d831), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.221264 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fc406495-21a7-45b2-97d8-c149445cdb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (39dc3b0e-640a-404f-abfb-e272eaa6d831), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.270942 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-fc406495-21a7-45b2-97d8-c149445cdb58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee028974653e4c6488746fa3ace8d15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3829136 Jul 20 19:25:04.270942 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc406495-21a7-45b2-97d8-c149445cdb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dc3b0e-640a-404f-abfb-e272eaa6d831,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:04.272648 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38762) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:04.327250 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f1c3-8be3-4f77-a16b-dd7305578d6c admin admin] Publish callbacks [] for security_group (39dc3b0e-640a-404f-abfb-e272eaa6d831), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.359476 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f1c3-8be3-4f77-a16b-dd7305578d6c admin admin] Publish callbacks [] for security_group (39dc3b0e-640a-404f-abfb-e272eaa6d831), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.377048 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38766) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:04.382607 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-11256740-network', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:04.404886 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Made reservation on behalf of 4e6e524426f1439c99af0938f0e5a6ab for: {'network': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:25:04.407955 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.413225 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f1c3-8be3-4f77-a16b-dd7305578d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (39dc3b0e-640a-404f-abfb-e272eaa6d831), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.416044 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f1c3-8be3-4f77-a16b-dd7305578d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.420547 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-a7b1f1c3-8be3-4f77-a16b-dd7305578d6c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39dc3b0e-640a-404f-abfb-e272eaa6d831 HTTP/1.1" status: 204 len: 168 time: 0.1465597 Jul 20 19:25:04.422187 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.428614 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1f1c3-8be3-4f77-a16b-dd7305578d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dc3b0e-640a-404f-abfb-e272eaa6d831,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:04.517396 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Publish callbacks [] for security_group (9d83216e-471c-404a-ba91-c8e00d189459), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.523972 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (9d83216e-471c-404a-ba91-c8e00d189459), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.547837 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:25:04.563128 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d83216e-471c-404a-ba91-c8e00d189459,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:04.569538 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (9d9a1364-6001-4f9a-a66e-31715a715d09), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.569869 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.segments_db [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Added segment 9d9a1364-6001-4f9a-a66e-31715a715d09 of type vlan for network e994e37c-00a8-4b79-8036-e73179e24c45 Jul 20 19:25:04.575979 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f80133-649f-4432-aa7c-e0ae79a1a4de req-1d7ae509-8eba-46c7-941b-e5ae6e056c02 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:04.577583 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b7f80133-649f-4432-aa7c-e0ae79a1a4de req-1d7ae509-8eba-46c7-941b-e5ae6e056c02 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 945 time: 0.0651202 Jul 20 19:25:04.591114 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:04.613445 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (e994e37c-00a8-4b79-8036-e73179e24c45), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.643962 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (e994e37c-00a8-4b79-8036-e73179e24c45), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.669535 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:04.670312 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.721089 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3426359 Jul 20 19:25:04.721753 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-b7f80133-649f-4432-aa7c-e0ae79a1a4de req-cd973bfa-5b81-4336-849b-1a4eff35e3e2 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Deleting port d1b2ec4f-4809-4219-9acc-9861fab9de05 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:25:04.722162 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-b7f80133-649f-4432-aa7c-e0ae79a1a4de req-cd973bfa-5b81-4336-849b-1a4eff35e3e2 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.724502 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38776) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:04.794080 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-a1c1f9b5-a235-46f5-abf0-1020be35044d admin admin] Request body: {'subnet': {'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-11256740-subnet', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'ip_version': 4}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:04.816136 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dd8e1-98e8-48a0-b50f-6bb07b256df4 admin admin] Pushing event updated for resources: {'Network': ['ID=e994e37c-00a8-4b79-8036-e73179e24c45,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:04.825382 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:04.841583 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network e994e37c-00a8-4b79-8036-e73179e24c45 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:25:04.845583 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c1f9b5-a235-46f5-abf0-1020be35044d admin admin] Made reservation on behalf of 4e6e524426f1439c99af0938f0e5a6ab for: {'subnet': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:25:04.847958 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a1c1f9b5-a235-46f5-abf0-1020be35044d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9559437'] for subnet (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:04.881094 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a939a89-ae14-42eb-8dc2-586d275f9dd0 req-220cd6d4-0357-420c-938c-f3ec2f396fa4 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:04.883198 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4a939a89-ae14-42eb-8dc2-586d275f9dd0 req-220cd6d4-0357-420c-938c-f3ec2f396fa4 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 945 time: 0.1449959 Jul 20 19:25:04.983806 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 40964794-c998-438b-a91b-bca74f8a0104 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:05.021684 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-b7f80133-649f-4432-aa7c-e0ae79a1a4de req-cd973bfa-5b81-4336-849b-1a4eff35e3e2 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] For port d1b2ec4f-4809-4219-9acc-9861fab9de05, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d1b2ec4f-4809-4219-9acc-9861fab9de05,segment=NetworkSegment(a87d9bd1-5ef3-4d2f-a105-862e2466f2c2),segment_id=a87d9bd1-5ef3-4d2f-a105-862e2466f2c2)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:05.022315 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-b7f80133-649f-4432-aa7c-e0ae79a1a4de req-cd973bfa-5b81-4336-849b-1a4eff35e3e2 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.033722 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38784) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:05.067810 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c646f7ed-6b4a-4c7a-a2c1-087d048bc635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.088147 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81585884-c766-4e43-8558-5567dd509a04 req-bbaeb51c-0c1e-4931-bbc9-6b03b16fa3d4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:05.089677 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-81585884-c766-4e43-8558-5567dd509a04 req-bbaeb51c-0c1e-4931-bbc9-6b03b16fa3d4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.1133513 Jul 20 19:25:05.094502 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4a939a89-ae14-42eb-8dc2-586d275f9dd0 req-44d94d68-4d6c-4f0e-8db2-de27b494bfa6 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba77002c-a3cb-436d-bcc1-fbcc5b697144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898143 Jul 20 19:25:05.101595 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 40964794-c998-438b-a91b-bca74f8a0104 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:05.102239 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (40964794-c998-438b-a91b-bca74f8a0104), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.105220 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-b7f80133-649f-4432-aa7c-e0ae79a1a4de req-cd973bfa-5b81-4336-849b-1a4eff35e3e2 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Calling delete_port for d1b2ec4f-4809-4219-9acc-9861fab9de05 owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:25:05.197591 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 40964794-c998-438b-a91b-bca74f8a0104 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:05.198249 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (40964794-c998-438b-a91b-bca74f8a0104), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.213237 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a1c1f9b5-a235-46f5-abf0-1020be35044d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9550027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9559487'] for subnet (233c0857-6d8f-495a-9c40-1e6bfd516bb0), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.227480 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port 40964794-c998-438b-a91b-bca74f8a0104, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=40964794-c998-438b-a91b-bca74f8a0104,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:05.236472 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (40964794-c998-438b-a91b-bca74f8a0104), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.259453 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:05.289266 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:05.317088 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-81585884-c766-4e43-8558-5567dd509a04 req-77d53584-a221-42df-a3f8-d79c3eb2e3cb tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807964 Jul 20 19:25:05.320206 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=40964794-c998-438b-a91b-bca74f8a0104,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:05.349605 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1f9b5-a235-46f5-abf0-1020be35044d admin admin] Pushing event updated for resources: {'Subnet': ['ID=233c0857-6d8f-495a-9c40-1e6bfd516bb0,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:05.374725 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-b7f80133-649f-4432-aa7c-e0ae79a1a4de req-cd973bfa-5b81-4336-849b-1a4eff35e3e2 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (d1b2ec4f-4809-4219-9acc-9861fab9de05), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.389026 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['d1b2ec4f-4809-4219-9acc-9861fab9de05'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:25:05.425397 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c646f7ed-6b4a-4c7a-a2c1-087d048bc635 admin admin] Publish callbacks [] for security_group (0f83f441-0c1c-4391-84bc-ae67aab7ba21), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.426884 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1f9b5-a235-46f5-abf0-1020be35044d admin admin] Checking segment: {'id': '9d9a1364-6001-4f9a-a66e-31715a715d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:25:05.427340 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1f9b5-a235-46f5-abf0-1020be35044d admin admin] Network hostable DHCP agents. Network: e994e37c-00a8-4b79-8036-e73179e24c45, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:25:05.430333 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd973bfa-5b81-4336-849b-1a4eff35e3e2 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Pushing event deleted for resources: {'Port': ['ID=d1b2ec4f-4809-4219-9acc-9861fab9de05,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:05.442140 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c646f7ed-6b4a-4c7a-a2c1-087d048bc635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (0f83f441-0c1c-4391-84bc-ae67aab7ba21), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.479955 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38788) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:05.487728 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1f9b5-a235-46f5-abf0-1020be35044d admin admin] Network e994e37c-00a8-4b79-8036-e73179e24c45 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:25:05.498341 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646f7ed-6b4a-4c7a-a2c1-087d048bc635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83f441-0c1c-4391-84bc-ae67aab7ba21,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:05.526456 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c646f7ed-6b4a-4c7a-a2c1-087d048bc635 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38318668926943bab6bd1aa121ffd503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4843674 Jul 20 19:25:05.526923 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38792) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:05.527613 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f80133-649f-4432-aa7c-e0ae79a1a4de req-cd973bfa-5b81-4336-849b-1a4eff35e3e2 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] No DVR routers for this DVR port d1b2ec4f-4809-4219-9acc-9861fab9de05 on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:25:05.530831 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-a1c1f9b5-a235-46f5-abf0-1020be35044d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, e994e37c-00a8-4b79-8036-e73179e24c45) {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:05.540684 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-b7f80133-649f-4432-aa7c-e0ae79a1a4de req-cd973bfa-5b81-4336-849b-1a4eff35e3e2 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.541459 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1f9b5-a235-46f5-abf0-1020be35044d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:05.542053 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a1c1f9b5-a235-46f5-abf0-1020be35044d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.543906 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b7f80133-649f-4432-aa7c-e0ae79a1a4de req-cd973bfa-5b81-4336-849b-1a4eff35e3e2 tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.89 "DELETE /v2.0/ports/d1b2ec4f-4809-4219-9acc-9861fab9de05 HTTP/1.1" status: 204 len: 173 time: 0.9606073 Jul 20 19:25:05.547963 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528a341c-0651-47a1-b8ba-d3578f0bc02a None None] Network e994e37c-00a8-4b79-8036-e73179e24c45 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:25:05.554725 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5754cfb-a037-4363-8936-15978c89549e', 'name': 'network-vif-deleted', 'tag': 'd1b2ec4f-4809-4219-9acc-9861fab9de05'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:25:05.557352 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c0f8f1-ff8d-4b39-a95f-e47404236a60" -d '{"events": [{"server_uuid": "e5754cfb-a037-4363-8936-15978c89549e", "name": "network-vif-deleted", "tag": "d1b2ec4f-4809-4219-9acc-9861fab9de05"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:25:05.590573 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-a1c1f9b5-a235-46f5-abf0-1020be35044d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8627410 Jul 20 19:25:05.592194 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38796) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:05.607110 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-11256740-router', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:05.628976 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8013e964-fb70-4baa-a40c-7c6457d5c4e9 admin admin] Publish callbacks [] for security_group (0f83f441-0c1c-4391-84bc-ae67aab7ba21), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.648665 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127984'] for router (58ad106b-5fad-4301-92ba-e337966ed6f6), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.649999 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-478355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127881'] for router (58ad106b-5fad-4301-92ba-e337966ed6f6), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.655854 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5892089-4f72-4342-8878-43b64e90983d x-openstack-request-id: req-d5892089-4f72-4342-8878-43b64e90983d {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:25:05.656704 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5754cfb-a037-4363-8936-15978c89549e", "name": "network-vif-deleted", "tag": "d1b2ec4f-4809-4219-9acc-9861fab9de05", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:25:05.657356 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5892089-4f72-4342-8878-43b64e90983d {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:25:05.658217 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5892089-4f72-4342-8878-43b64e90983d'] response: {'server_uuid': 'e5754cfb-a037-4363-8936-15978c89549e', 'name': 'network-vif-deleted', 'tag': 'd1b2ec4f-4809-4219-9acc-9861fab9de05', 'status': 'completed', 'code': 200} Jul 20 19:25:05.666307 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8013e964-fb70-4baa-a40c-7c6457d5c4e9 admin admin] Publish callbacks [] for security_group (0f83f441-0c1c-4391-84bc-ae67aab7ba21), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.710536 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Sync routers for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:25:05.726267 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-535832e6-6a0a-4160-9de1-da962ea1ed49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.729050 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:25:05.730180 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:05.746036 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Publish callbacks [] for router_controller (58ad106b-5fad-4301-92ba-e337966ed6f6), precommit_add_association {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.796994 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8013e964-fb70-4baa-a40c-7c6457d5c4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (0f83f441-0c1c-4391-84bc-ae67aab7ba21), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.799706 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8013e964-fb70-4baa-a40c-7c6457d5c4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.804172 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-8013e964-fb70-4baa-a40c-7c6457d5c4e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f83f441-0c1c-4391-84bc-ae67aab7ba21 HTTP/1.1" status: 204 len: 168 time: 0.2692072 Jul 20 19:25:05.821385 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013e964-fb70-4baa-a40c-7c6457d5c4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83f441-0c1c-4391-84bc-ae67aab7ba21,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:05.838414 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-535832e6-6a0a-4160-9de1-da962ea1ed49 admin admin] Publish callbacks [] for security_group (edfbe5d3-36f0-4e2e-a814-2a51b9958a11), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.845563 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-535832e6-6a0a-4160-9de1-da962ea1ed49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (edfbe5d3-36f0-4e2e-a814-2a51b9958a11), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:05.880055 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:05.904209 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-535832e6-6a0a-4160-9de1-da962ea1ed49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c12e93a21a8436db1bb7276b1d3b8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228442 Jul 20 19:25:05.907225 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535832e6-6a0a-4160-9de1-da962ea1ed49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfbe5d3-36f0-4e2e-a814-2a51b9958a11,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:05.912671 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38802) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:05.944568 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:05.976696 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4fe69e3b-78d1-4258-8fc6-a73fdb167cfe admin admin] Publish callbacks [] for security_group (edfbe5d3-36f0-4e2e-a814-2a51b9958a11), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.007922 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4fe69e3b-78d1-4258-8fc6-a73fdb167cfe admin admin] Publish callbacks [] for security_group (edfbe5d3-36f0-4e2e-a814-2a51b9958a11), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.072791 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-e994e37c-00a8-4b79-8036-e73179e24c45', 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45', 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'fixed_ips': [{'subnet_id': '233c0857-6d8f-495a-9c40-1e6bfd516bb0'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:25:06.083917 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Publish callbacks [] for router_gateway (58ad106b-5fad-4301-92ba-e337966ed6f6), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.084860 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.094335 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4fe69e3b-78d1-4258-8fc6-a73fdb167cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (edfbe5d3-36f0-4e2e-a814-2a51b9958a11), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.098085 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4fe69e3b-78d1-4258-8fc6-a73fdb167cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.099994 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-4fe69e3b-78d1-4258-8fc6-a73fdb167cfe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/edfbe5d3-36f0-4e2e-a814-2a51b9958a11 HTTP/1.1" status: 204 len: 168 time: 0.1859062 Jul 20 19:25:06.112439 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe69e3b-78d1-4258-8fc6-a73fdb167cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfbe5d3-36f0-4e2e-a814-2a51b9958a11,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:06.135404 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:25:06.331886 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:06.482062 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:06.488330 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284484e-381e-44f5-98d4-524d546d8330 req-04a7d52b-0ddd-46e3-9bef-2d30f042a191 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:06.490870 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0284484e-381e-44f5-98d4-524d546d8330 req-04a7d52b-0ddd-46e3-9bef-2d30f042a191 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0750792 Jul 20 19:25:06.491624 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38814) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:06.543926 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4284857-0db7-4f77-93b5-e97ba4f5e926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.575455 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Allocated IP 172.20.0.2 (e994e37c-00a8-4b79-8036-e73179e24c45/233c0857-6d8f-495a-9c40-1e6bfd516bb0/6508911c-cc08-4d77-8075-7375ab0841c0) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:25:06.593006 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0284484e-381e-44f5-98d4-524d546d8330 req-ffb8a101-008f-48e3-a29d-f88a467a2d58 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832806 Jul 20 19:25:06.672926 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4284857-0db7-4f77-93b5-e97ba4f5e926 admin admin] Publish callbacks [] for security_group (13b6c245-26df-41cd-91d6-69bef7399d64), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.676053 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 2, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:06.679454 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4284857-0db7-4f77-93b5-e97ba4f5e926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (13b6c245-26df-41cd-91d6-69bef7399d64), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.715386 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Checking router: 539607f4-5740-42a7-bcf6-ffdc05e1049a for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:25:06.715980 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Updating router 539607f4-5740-42a7-bcf6-ffdc05e1049a port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 binding host dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:25:06.724033 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b95f631e-ad8d-44ae-b703-5aca5b13f78b req-9068bcc9-be57-4161-b814-5740d64c49ca tempest-DeleteServersTestJSON-1321869711 tempest-DeleteServersTestJSON-1321869711-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5754cfb-a037-4363-8936-15978c89549e HTTP/1.1" status: 200 len: 210 time: 0.1428909 Jul 20 19:25:06.730287 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-d4284857-0db7-4f77-93b5-e97ba4f5e926 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52e44c059a894a28ad60514bc6ddfe15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370667 Jul 20 19:25:06.731459 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4284857-0db7-4f77-93b5-e97ba4f5e926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b6c245-26df-41cd-91d6-69bef7399d64,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:06.733939 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38816) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:06.777892 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Publish callbacks [] for router_gateway (58ad106b-5fad-4301-92ba-e337966ed6f6), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.783581 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.794651 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:06.804890 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.841536 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-aa317a5c-4427-4f79-9927-2e3c3513e1f6 admin admin] Publish callbacks [] for security_group (13b6c245-26df-41cd-91d6-69bef7399d64), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.872938 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Publish callbacks [] for port (6508911c-cc08-4d77-8075-7375ab0841c0), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.903387 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-aa317a5c-4427-4f79-9927-2e3c3513e1f6 admin admin] Publish callbacks [] for security_group (13b6c245-26df-41cd-91d6-69bef7399d64), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.921311 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.944313 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38820) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:06.964789 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a0607f9a-dd09-47eb-ad0c-8414feef3f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.991481 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-aa317a5c-4427-4f79-9927-2e3c3513e1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (13b6c245-26df-41cd-91d6-69bef7399d64), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.994268 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-aa317a5c-4427-4f79-9927-2e3c3513e1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:06.997983 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-aa317a5c-4427-4f79-9927-2e3c3513e1f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13b6c245-26df-41cd-91d6-69bef7399d64 HTTP/1.1" status: 204 len: 168 time: 0.2605317 Jul 20 19:25:06.998116 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Allocated IP 172.27.2.109 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/0cc2f887-432b-40bf-9e7f-677b47284b30) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:25:07.013224 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa317a5c-4427-4f79-9927-2e3c3513e1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b6c245-26df-41cd-91d6-69bef7399d64,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:07.069320 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 40964794-c998-438b-a91b-bca74f8a0104 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:07.086230 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:07.120601 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Network e994e37c-00a8-4b79-8036-e73179e24c45 is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:25:07.123191 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a0607f9a-dd09-47eb-ad0c-8414feef3f66 admin admin] Publish callbacks [] for security_group (e88f6706-8530-4e30-9a5f-7ecc72bef5e5), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.129683 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:07.142957 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:25:07.144499 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a0607f9a-dd09-47eb-ad0c-8414feef3f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e88f6706-8530-4e30-9a5f-7ecc72bef5e5), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.150549 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Publish callbacks [] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.161415 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Pushing event updated for resources: {'Port': ['ID=6508911c-cc08-4d77-8075-7375ab0841c0,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:07.190894 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:07.210299 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.230296 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 40964794-c998-438b-a91b-bca74f8a0104 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:07.230676 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (40964794-c998-438b-a91b-bca74f8a0104), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.242420 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-a0607f9a-dd09-47eb-ad0c-8414feef3f66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b1b954ea0cd4026b5a79ad34cca2358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969892 Jul 20 19:25:07.243989 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0607f9a-dd09-47eb-ad0c-8414feef3f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88f6706-8530-4e30-9a5f-7ecc72bef5e5,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:07.252800 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38824) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:07.287940 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:25:07.303180 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:07.312822 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:25:07.323216 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Pushing event updated for resources: {'Port': ['ID=0cc2f887-432b-40bf-9e7f-677b47284b30,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:07.325942 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Attempting to bind port 6508911c-cc08-4d77-8075-7375ab0841c0 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:25:07.326325 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Attempting to bind port 6508911c-cc08-4d77-8075-7375ab0841c0 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '9d9a1364-6001-4f9a-a66e-31715a715d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:25:07.326774 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Attempting to bind port 6508911c-cc08-4d77-8075-7375ab0841c0 on network e994e37c-00a8-4b79-8036-e73179e24c45 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:25:07.340390 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:07.346692 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:25:07.347103 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Checking segment: {'id': '9d9a1364-6001-4f9a-a66e-31715a715d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:25:07.347463 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.347856 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Bound using segment: {'id': '9d9a1364-6001-4f9a-a66e-31715a715d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:25:07.348444 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Bound port: 6508911c-cc08-4d77-8075-7375ab0841c0, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9a1364-6001-4f9a-a66e-31715a715d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:25:07.348827 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.433975 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2c528c6f-ad17-4f66-8393-d445e8e80e97 admin admin] Publish callbacks [] for security_group (e88f6706-8530-4e30-9a5f-7ecc72bef5e5), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.477623 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 40964794-c998-438b-a91b-bca74f8a0104 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:07.506734 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:07.513668 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] For port 6508911c-cc08-4d77-8075-7375ab0841c0, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:25:07.529592 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2c528c6f-ad17-4f66-8393-d445e8e80e97 admin admin] Publish callbacks [] for security_group (e88f6706-8530-4e30-9a5f-7ecc72bef5e5), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.538598 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] For port 6508911c-cc08-4d77-8075-7375ab0841c0, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=6508911c-cc08-4d77-8075-7375ab0841c0,segment=NetworkSegment(9d9a1364-6001-4f9a-a66e-31715a715d09),segment_id=9d9a1364-6001-4f9a-a66e-31715a715d09)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:25:07.544922 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Publish callbacks [] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), precommit_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.548511 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.560280 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.602037 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:07.638446 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ed524-5d18-4e95-bad6-d714fd1848ca None None] Pushing event updated for resources: {'Port': ['ID=6508911c-cc08-4d77-8075-7375ab0841c0,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:07.740562 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2c528c6f-ad17-4f66-8393-d445e8e80e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e88f6706-8530-4e30-9a5f-7ecc72bef5e5), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.748229 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2c528c6f-ad17-4f66-8393-d445e8e80e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.752905 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-2c528c6f-ad17-4f66-8393-d445e8e80e97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e88f6706-8530-4e30-9a5f-7ecc72bef5e5 HTTP/1.1" status: 204 len: 168 time: 0.4948907 Jul 20 19:25:07.787423 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3d651-8744-4416-a8ce-39545e58c653 None None] Pushing event updated for resources: {'Port': ['ID=d1b69a95-2ddb-4b39-8ec5-93f9d5393735,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:07.798206 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c528c6f-ad17-4f66-8393-d445e8e80e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88f6706-8530-4e30-9a5f-7ecc72bef5e5,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:07.831689 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Attempting to bind port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:25:07.834385 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Attempting to bind port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:25:07.836071 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Attempting to bind port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 on network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:25:07.856987 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:25:07.857675 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Checking segment: {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:25:07.858244 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.858795 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Bound using segment: {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:25:07.859444 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Bound port: d1b69a95-2ddb-4b39-8ec5-93f9d5393735, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:25:07.859954 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de47837-caf4-4b32-90ef-fdb9585154de req-024f29f5-031e-48e0-9759-65a66770eb5a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:07.860599 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:07.867993 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9de47837-caf4-4b32-90ef-fdb9585154de req-024f29f5-031e-48e0-9759-65a66770eb5a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.1426175 Jul 20 19:25:07.976495 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Publish callbacks [] for router_gateway (58ad106b-5fad-4301-92ba-e337966ed6f6), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:08.039792 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] For port d1b69a95-2ddb-4b39-8ec5-93f9d5393735, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:25:08.044677 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] For port d1b69a95-2ddb-4b39-8ec5-93f9d5393735, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=d1b69a95-2ddb-4b39-8ec5-93f9d5393735,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:25:08.057603 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9de47837-caf4-4b32-90ef-fdb9585154de req-7bde6260-d602-4a00-883e-66d78ed2da08 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798801 Jul 20 19:25:08.087661 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:08.183914 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-08423d74-a945-4612-882b-0dbd72c7c440 None None] Provisioning complete for port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:08.184597 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-08423d74-a945-4612-882b-0dbd72c7c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:08.296787 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:25:08.297547 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:08.341961 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3d651-8744-4416-a8ce-39545e58c653 None None] Pushing event updated for resources: {'Port': ['ID=d1b69a95-2ddb-4b39-8ec5-93f9d5393735,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:08.508061 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540'] for router (58ad106b-5fad-4301-92ba-e337966ed6f6), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:08.575541 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38872) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:08.576445 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device d1b2ec4f-4809-4219-9acc-9861fab9de05 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:25:08.677102 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: d1b2ec4f-4809-4219-9acc-9861fab9de05 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:25:08.678257 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device d1b2ec4f-4809-4219-9acc-9861fab9de05 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:25:08.717534 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-08423d74-a945-4612-882b-0dbd72c7c440 None None] Current status of the port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:08.717990 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-08423d74-a945-4612-882b-0dbd72c7c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:08.766158 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2074509205-network', 'tenant_id': 'aba8221c6e144e94ae026555d5317576'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:08.774373 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:25:08.787415 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Router 58ad106b-5fad-4301-92ba-e337966ed6f6 is scheduled to L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 with binding_index 1 {{(pid=103974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:25:08.813447 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Made reservation on behalf of aba8221c6e144e94ae026555d5317576 for: {'network': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:25:08.816150 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:08.834944 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:08.840157 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:08.940335 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-08423d74-a945-4612-882b-0dbd72c7c440 None None] For port d1b69a95-2ddb-4b39-8ec5-93f9d5393735, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=d1b69a95-2ddb-4b39-8ec5-93f9d5393735,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:09.001722 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:25:09.013644 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b032980-975c-4741-95d9-32116989147b None None] Sync routers for ids ['58ad106b-5fad-4301-92ba-e337966ed6f6'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:25:09.019002 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:09.026107 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:09.030677 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c7a47ccc-009d-4f9b-8a1c-887b6619649f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4350939 Jul 20 19:25:09.031113 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b032980-975c-4741-95d9-32116989147b None None] Routers {'58ad106b-5fad-4301-92ba-e337966ed6f6'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:25:09.031113 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-9b032980-975c-4741-95d9-32116989147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58ad106b-5fad-4301-92ba-e337966ed6f6'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:09.031302 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38886) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:09.050665 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Publish callbacks [] for security_group (cdbdf0dd-cc4d-44d9-a740-b304138aa9f1), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:09.059884 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (cdbdf0dd-cc4d-44d9-a740-b304138aa9f1), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:09.141034 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:25:09.149033 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:09.179057 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (1df9c045-e033-42bc-bb67-772e6cc112e8), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:09.179720 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.segments_db [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Added segment 1df9c045-e033-42bc-bb67-772e6cc112e8 of type vlan for network 9535d651-697b-4106-9328-f6db4818fc11 Jul 20 19:25:09.183315 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-08423d74-a945-4612-882b-0dbd72c7c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:09.185331 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 6508911c-cc08-4d77-8075-7375ab0841c0 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:09.262113 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-9b032980-975c-4741-95d9-32116989147b None None] Set router 58ad106b-5fad-4301-92ba-e337966ed6f6 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:25:09.353935 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (9535d651-697b-4106-9328-f6db4818fc11), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:09.396751 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52db427-4ae5-4086-98d1-0a8e82fe5208 req-0f8af6d3-8a84-4fc8-aa16-b25a038c64c4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:09.398960 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-29695b69-ef57-4121-8b32-2e0c9ce6c21b None None] Provisioning complete for port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:09.400704 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-29695b69-ef57-4121-8b32-2e0c9ce6c21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:09.402225 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f52db427-4ae5-4086-98d1-0a8e82fe5208 req-0f8af6d3-8a84-4fc8-aa16-b25a038c64c4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.1785734 Jul 20 19:25:09.409715 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:09.454988 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:09.456236 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08423d74-a945-4612-882b-0dbd72c7c440 None None] Pushing event updated for resources: {'Port': ['ID=d1b69a95-2ddb-4b39-8ec5-93f9d5393735,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:09.485627 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6b40ba-3280-4150-91e5-546be7e73777 None None] Network e994e37c-00a8-4b79-8036-e73179e24c45 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:25:09.494904 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 6508911c-cc08-4d77-8075-7375ab0841c0 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:09.495535 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:09.534443 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (9535d651-697b-4106-9328-f6db4818fc11), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:09.537065 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:09.539698 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:09.559395 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-9b032980-975c-4741-95d9-32116989147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'name': 'tempest-TestVolumeBootPattern-11256740-router', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:25:05Z', 'updated_at': '2022-07-20T19:25:07Z', 'revision_number': 3, 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'gw_port': {'id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:96:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:06Z', 'updated_at': '2022-07-20T19:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:09.623955 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b032980-975c-4741-95d9-32116989147b None None] Checking router: 58ad106b-5fad-4301-92ba-e337966ed6f6 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:25:09.627292 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b032980-975c-4741-95d9-32116989147b None None] Updating router 58ad106b-5fad-4301-92ba-e337966ed6f6 port 0cc2f887-432b-40bf-9e7f-677b47284b30 binding host dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:25:09.657302 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:09.681711 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:09.737026 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9b032980-975c-4741-95d9-32116989147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:09.763939 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95377eca-adb8-4f71-80e5-c52940799faf None None] The sync data for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi is: [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:25:09.768186 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38906) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:09.837692 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-29695b69-ef57-4121-8b32-2e0c9ce6c21b None None] Current status of the port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:09.873584 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 6508911c-cc08-4d77-8075-7375ab0841c0 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:09.874339 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:09.968892 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port 6508911c-cc08-4d77-8075-7375ab0841c0, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=6508911c-cc08-4d77-8075-7375ab0841c0,segment=NetworkSegment(9d9a1364-6001-4f9a-a66e-31715a715d09),segment_id=9d9a1364-6001-4f9a-a66e-31715a715d09)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:09.981290 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:10.056676 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:10.086290 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-bbf90f96-fcb2-4ce8-9f6c-7a16140524df None None] Provisioning complete for port 6508911c-cc08-4d77-8075-7375ab0841c0 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:10.086579 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bbf90f96-fcb2-4ce8-9f6c-7a16140524df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:10.108656 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:10.184818 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f52db427-4ae5-4086-98d1-0a8e82fe5208 req-dd637989-deb0-4fcc-b65e-e9e24c75039c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7670195 Jul 20 19:25:10.189986 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] Pushing event updated for resources: {'Network': ['ID=9535d651-697b-4106-9328-f6db4818fc11,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:10.220701 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 9535d651-697b-4106-9328-f6db4818fc11 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:25:10.221560 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-20e5b628-7c77-4886-aa69-bbca8fb9fb4e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6434412 Jul 20 19:25:10.227316 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38910) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:10.233215 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=6508911c-cc08-4d77-8075-7375ab0841c0,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:10.237127 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-d49398b2-07f1-494d-8e48-3c19be4cd488 admin admin] Request body: {'subnet': {'network_id': '9535d651-697b-4106-9328-f6db4818fc11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2074509205-subnet', 'tenant_id': 'aba8221c6e144e94ae026555d5317576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:10.287443 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49398b2-07f1-494d-8e48-3c19be4cd488 admin admin] Made reservation on behalf of aba8221c6e144e94ae026555d5317576 for: {'subnet': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:25:10.291221 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d49398b2-07f1-494d-8e48-3c19be4cd488 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3111582'] for subnet (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:10.403980 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9b032980-975c-4741-95d9-32116989147b None None] Publish callbacks [] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:10.422119 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9b032980-975c-4741-95d9-32116989147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:10.458242 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-bbf90f96-fcb2-4ce8-9f6c-7a16140524df None None] Current status of the port 6508911c-cc08-4d77-8075-7375ab0841c0 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:10.495049 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c5cc9-f34b-4108-9bb7-5ccd0b5d93be None None] Pushing event updated for resources: {'Port': ['ID=0cc2f887-432b-40bf-9e7f-677b47284b30,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:10.514999 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-9b032980-975c-4741-95d9-32116989147b None None] Attempting to bind port 0cc2f887-432b-40bf-9e7f-677b47284b30 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:25:10.515626 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-9b032980-975c-4741-95d9-32116989147b None None] Attempting to bind port 0cc2f887-432b-40bf-9e7f-677b47284b30 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:25:10.516146 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b032980-975c-4741-95d9-32116989147b None None] Attempting to bind port 0cc2f887-432b-40bf-9e7f-677b47284b30 on network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:25:10.525316 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b032980-975c-4741-95d9-32116989147b None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:25:10.525965 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b032980-975c-4741-95d9-32116989147b None None] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:25:10.526796 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9b032980-975c-4741-95d9-32116989147b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:10.527782 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b032980-975c-4741-95d9-32116989147b None None] Bound using segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:25:10.539291 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-9b032980-975c-4741-95d9-32116989147b None None] Bound port: 0cc2f887-432b-40bf-9e7f-677b47284b30, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:25:10.539973 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9b032980-975c-4741-95d9-32116989147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:10.588867 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-aa2b3a04-bee0-4358-b30c-3f44d6a2eb9e None None] Provisioning complete for port 6508911c-cc08-4d77-8075-7375ab0841c0 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:10.589285 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3a04-bee0-4358-b30c-3f44d6a2eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:10.607509 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:10.616021 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-9b032980-975c-4741-95d9-32116989147b None None] For port 0cc2f887-432b-40bf-9e7f-677b47284b30, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:25:10.639260 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-9b032980-975c-4741-95d9-32116989147b None None] For port 0cc2f887-432b-40bf-9e7f-677b47284b30, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=0cc2f887-432b-40bf-9e7f-677b47284b30,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:25:10.658376 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9b032980-975c-4741-95d9-32116989147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:10.796241 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:10.835600 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b3a04-bee0-4358-b30c-3f44d6a2eb9e None None] Current status of the port 6508911c-cc08-4d77-8075-7375ab0841c0 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:10.853573 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c5cc9-f34b-4108-9bb7-5ccd0b5d93be None None] Pushing event updated for resources: {'Port': ['ID=0cc2f887-432b-40bf-9e7f-677b47284b30,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:10.877814 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b032980-975c-4741-95d9-32116989147b None None] Routers {'58ad106b-5fad-4301-92ba-e337966ed6f6'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:25:10.879612 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-9b032980-975c-4741-95d9-32116989147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58ad106b-5fad-4301-92ba-e337966ed6f6'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:10.919645 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d49398b2-07f1-494d-8e48-3c19be4cd488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9994460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3111596'] for subnet (af2f5238-3ff8-4e9a-b483-769dd739bfea), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:10.976644 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:11.086750 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49398b2-07f1-494d-8e48-3c19be4cd488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2f5238-3ff8-4e9a-b483-769dd739bfea,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:11.090711 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49398b2-07f1-494d-8e48-3c19be4cd488 admin admin] Checking segment: {'id': '1df9c045-e033-42bc-bb67-772e6cc112e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9535d651-697b-4106-9328-f6db4818fc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:25:11.095767 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49398b2-07f1-494d-8e48-3c19be4cd488 admin admin] Network hostable DHCP agents. Network: 9535d651-697b-4106-9328-f6db4818fc11, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:25:11.148777 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49398b2-07f1-494d-8e48-3c19be4cd488 admin admin] Network 9535d651-697b-4106-9328-f6db4818fc11 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:25:11.161664 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device d1b69a95-2ddb-4b39-8ec5-93f9d5393735 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:11.167630 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-d49398b2-07f1-494d-8e48-3c19be4cd488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 9535d651-697b-4106-9328-f6db4818fc11) {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:11.189801 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49398b2-07f1-494d-8e48-3c19be4cd488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:11.190509 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d49398b2-07f1-494d-8e48-3c19be4cd488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:11.211390 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:11.223428 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-d49398b2-07f1-494d-8e48-3c19be4cd488 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9848289 Jul 20 19:25:11.259003 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f140e83-8fc4-4559-bf06-5df0753b934b None None] Network 9535d651-697b-4106-9328-f6db4818fc11 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:25:11.305802 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-9b032980-975c-4741-95d9-32116989147b None None] Set router 58ad106b-5fad-4301-92ba-e337966ed6f6 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:25:11.325658 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:11.326602 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:11.399072 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:11.474889 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:11.477491 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-eb20d567-b8a4-4b3d-b922-d660f944b379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454226'] for router_interface (7440bf1d-ff52-40e4-9703-8d8700520189), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:11.536718 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7fdfce-8df9-48c8-b953-74e0c078d3e5 None None] Network 9535d651-697b-4106-9328-f6db4818fc11 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:25:11.582905 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Allocated IP 172.20.0.1 (e994e37c-00a8-4b79-8036-e73179e24c45/233c0857-6d8f-495a-9c40-1e6bfd516bb0/69b245e5-e87a-435f-bd5c-80198ee29aec) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:25:11.665054 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-9b032980-975c-4741-95d9-32116989147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'name': 'tempest-TestVolumeBootPattern-11256740-router', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:25:05Z', 'updated_at': '2022-07-20T19:25:07Z', 'revision_number': 3, 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'gw_port': {'id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:96:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:06Z', 'updated_at': '2022-07-20T19:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:11.719369 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:11.720570 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 6508911c-cc08-4d77-8075-7375ab0841c0 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:11.725986 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b032980-975c-4741-95d9-32116989147b None None] The sync data for ids ['58ad106b-5fad-4301-92ba-e337966ed6f6'] in dv-cinder-819149-14-iscsi is: [{'id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'name': 'tempest-TestVolumeBootPattern-11256740-router', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:25:05Z', 'updated_at': '2022-07-20T19:25:07Z', 'revision_number': 3, 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'gw_port': {'id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:96:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:06Z', 'updated_at': '2022-07-20T19:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:25:11.841302 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a47b0d-ae22-4aa4-81e6-dcdfbe97827b req-a3f141c0-cb5a-48ee-9067-365b2e60f2ef tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:11.842789 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c2a47b0d-ae22-4aa4-81e6-dcdfbe97827b req-a3f141c0-cb5a-48ee-9067-365b2e60f2ef tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.3609374 Jul 20 19:25:11.857493 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 6508911c-cc08-4d77-8075-7375ab0841c0 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:11.857493 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:11.917299 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Publish callbacks [] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:11.977779 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:12.174663 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 6508911c-cc08-4d77-8075-7375ab0841c0 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:12.178208 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c2a47b0d-ae22-4aa4-81e6-dcdfbe97827b req-16dad73a-e5df-4d5d-8531-ff5fb2bebf04 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232298 Jul 20 19:25:12.233210 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Network e994e37c-00a8-4b79-8036-e73179e24c45 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:25:12.242721 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:12.248905 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Pushing event updated for resources: {'Port': ['ID=69b245e5-e87a-435f-bd5c-80198ee29aec,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:12.262272 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:25:12.266078 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:12.387699 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445850'] for router_interface (58ad106b-5fad-4301-92ba-e337966ed6f6), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:12.564692 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-eb20d567-b8a4-4b3d-b922-d660f944b379 admin admin] Deleting port 489ae3df-bd71-4823-a4c1-eb47ac789833 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:25:12.565320 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-eb20d567-b8a4-4b3d-b922-d660f944b379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:12.595408 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:12.615470 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:12.616876 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-c0b24655-d69a-4d44-a6c8-8d11ea8e6bcc None None] Provisioning complete for port 69b245e5-e87a-435f-bd5c-80198ee29aec triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:12.617412 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c0b24655-d69a-4d44-a6c8-8d11ea8e6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:12.656417 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-c0b24655-d69a-4d44-a6c8-8d11ea8e6bcc None None] Port 69b245e5-e87a-435f-bd5c-80198ee29aec cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:25:12.730885 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-eb20d567-b8a4-4b3d-b922-d660f944b379 admin admin] For port 489ae3df-bd71-4823-a4c1-eb47ac789833, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=489ae3df-bd71-4823-a4c1-eb47ac789833,segment=NetworkSegment(a87d9bd1-5ef3-4d2f-a105-862e2466f2c2),segment_id=a87d9bd1-5ef3-4d2f-a105-862e2466f2c2)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:12.731253 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-eb20d567-b8a4-4b3d-b922-d660f944b379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:12.758240 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-eb20d567-b8a4-4b3d-b922-d660f944b379 admin admin] Calling delete_port for 489ae3df-bd71-4823-a4c1-eb47ac789833 owned by network:router_interface {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:25:12.851820 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 0cc2f887-432b-40bf-9e7f-677b47284b30 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:12.897709 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 0cc2f887-432b-40bf-9e7f-677b47284b30 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:12.898082 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:12.985020 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Publish callbacks [] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:12.994010 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 0cc2f887-432b-40bf-9e7f-677b47284b30 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:12.994414 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:12.996705 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:13.019330 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port 0cc2f887-432b-40bf-9e7f-677b47284b30, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=0cc2f887-432b-40bf-9e7f-677b47284b30,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:13.025098 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:13.078692 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=0cc2f887-432b-40bf-9e7f-677b47284b30,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:13.086744 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456674'] for router_interface (58ad106b-5fad-4301-92ba-e337966ed6f6), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:13.090748 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:13.096388 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Pushing event updated for resources: {'Port': ['ID=69b245e5-e87a-435f-bd5c-80198ee29aec,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:13.228816 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-eb20d567-b8a4-4b3d-b922-d660f944b379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (489ae3df-bd71-4823-a4c1-eb47ac789833), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:13.261719 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20d567-b8a4-4b3d-b922-d660f944b379 admin admin] Pushing event deleted for resources: {'Port': ['ID=489ae3df-bd71-4823-a4c1-eb47ac789833,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:13.273519 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Network e994e37c-00a8-4b79-8036-e73179e24c45 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:25:13.277033 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:13.351483 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936419fe-b23f-40ec-8cf3-2a0c7ad34a1e req-10d76e85-0f8c-42a9-81dc-a5e5adb4c6aa tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:13.353320 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-936419fe-b23f-40ec-8cf3-2a0c7ad34a1e req-10d76e85-0f8c-42a9-81dc-a5e5adb4c6aa tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0838864 Jul 20 19:25:13.420422 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-936419fe-b23f-40ec-8cf3-2a0c7ad34a1e req-edc7cb32-5c1f-4152-b63d-40d6e371090e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596159 Jul 20 19:25:13.490557 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:13.681664 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-5da0a873-47ab-43da-ae54-2c5f002f74ce tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:13.683116 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-5da0a873-47ab-43da-ae54-2c5f002f74ce tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/networks?id=9535d651-697b-4106-9328-f6db4818fc11 HTTP/1.1" status: 200 len: 809 time: 0.3217025 Jul 20 19:25:13.699078 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Router 58ad106b-5fad-4301-92ba-e337966ed6f6 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:25:13.707601 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-fb80beab-0043-497d-99a0-c062e7fb4d17 None None] Provisioning complete for port 69b245e5-e87a-435f-bd5c-80198ee29aec triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:13.708091 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-fb80beab-0043-497d-99a0-c062e7fb4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:13.718451 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-390025d7-5ff1-4eb2-a0d0-995d395e84f6 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/quotas/aba8221c6e144e94ae026555d5317576 HTTP/1.1" status: 200 len: 375 time: 0.0235972 Jul 20 19:25:13.728781 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-eb20d567-b8a4-4b3d-b922-d660f944b379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454342'] for router_interface (7440bf1d-ff52-40e4-9703-8d8700520189), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:13.757720 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-fb80beab-0043-497d-99a0-c062e7fb4d17 None None] Port 69b245e5-e87a-435f-bd5c-80198ee29aec cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:25:13.800955 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-173fedef-fae1-43d8-b851-a104d37ce8ff tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aba8221c6e144e94ae026555d5317576&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730453 Jul 20 19:25:14.207175 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:14.242108 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:25:14.256425 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-0063f59e-8028-4f3a-bb27-07d5ad48df5f admin admin] 10.222.0.43 "PUT /v2.0/routers/58ad106b-5fad-4301-92ba-e337966ed6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2173452 Jul 20 19:25:14.256533 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Sync routers for ids ['58ad106b-5fad-4301-92ba-e337966ed6f6'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:25:14.264946 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Routers {'58ad106b-5fad-4301-92ba-e337966ed6f6'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:25:14.265555 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-82673e42-405e-4364-a7bb-1334d405844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58ad106b-5fad-4301-92ba-e337966ed6f6'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:14.269545 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:14.313758 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-8399f22d-3488-41e2-be56-954dac22ed47 service neutron] 10.222.0.43 "GET /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586411 Jul 20 19:25:14.383891 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Set router 58ad106b-5fad-4301-92ba-e337966ed6f6 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:25:14.457866 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb20d567-b8a4-4b3d-b922-d660f944b379 admin admin] Router 7440bf1d-ff52-40e4-9703-8d8700520189 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:25:14.482411 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-7058cbec-46dd-406e-bf67-03e4a72750db service neutron] 10.222.0.43 "GET /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599545 Jul 20 19:25:14.602578 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb20d567-b8a4-4b3d-b922-d660f944b379 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:25:14.608508 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-eb20d567-b8a4-4b3d-b922-d660f944b379 admin admin] 10.222.0.43 "PUT /v2.0/routers/7440bf1d-ff52-40e4-9703-8d8700520189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8372848 Jul 20 19:25:14.610507 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 38982) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:14.613707 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e46290d-aeaa-46e6-ab8d-5c75c8b75a91 None None] Sync routers for ids ['7440bf1d-ff52-40e4-9703-8d8700520189'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:25:14.641887 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46290d-aeaa-46e6-ab8d-5c75c8b75a91 None None] Routers {'7440bf1d-ff52-40e4-9703-8d8700520189'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:25:14.642515 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-0e46290d-aeaa-46e6-ab8d-5c75c8b75a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['7440bf1d-ff52-40e4-9703-8d8700520189'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:14.696161 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 38990) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:14.697528 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:14.700910 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-e6a916c7-7faa-4693-a018-915b6dcf194f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429967910', 'description': 'tempest-secgroup-smoke-1429967910 description', 'project_id': '182d5b6ac9e6412b907119a623869c80'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:14.764251 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e6a916c7-7faa-4693-a018-915b6dcf194f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:14.807075 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Publish callbacks [] for router (7440bf1d-ff52-40e4-9703-8d8700520189), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:14.847038 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-82673e42-405e-4364-a7bb-1334d405844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'name': 'tempest-TestVolumeBootPattern-11256740-router', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:25:05Z', 'updated_at': '2022-07-20T19:25:12Z', 'revision_number': 4, 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'gw_port': {'id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:06Z', 'updated_at': '2022-07-20T19:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '69b245e5-e87a-435f-bd5c-80198ee29aec', 'name': '', 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'mac_address': 'fa:16:3e:56:4b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '233c0857-6d8f-495a-9c40-1e6bfd516bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:10Z', 'updated_at': '2022-07-20T19:25:12Z', 'revision_number': 2, 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'subnets': [{'id': '233c0857-6d8f-495a-9c40-1e6bfd516bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:14.862004 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-0e46290d-aeaa-46e6-ab8d-5c75c8b75a91 None None] Set router 7440bf1d-ff52-40e4-9703-8d8700520189 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:25:14.929314 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Checking router: 58ad106b-5fad-4301-92ba-e337966ed6f6 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:25:14.930544 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Updating router 58ad106b-5fad-4301-92ba-e337966ed6f6 port 69b245e5-e87a-435f-bd5c-80198ee29aec binding host dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:25:14.962916 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8a82b-317c-4451-ba81-6bd6c0edd8b4 req-174bd5f5-b51d-4ae4-97c6-ce269cdacfb6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:14.969772 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b1b8a82b-317c-4451-ba81-6bd6c0edd8b4 req-174bd5f5-b51d-4ae4-97c6-ce269cdacfb6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.1634614 Jul 20 19:25:15.007429 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bea1b5d5-aa17-4c67-9ec6-3c00e4345f2b req-3b76c5e7-d6d7-4c9c-8098-1896dcb4d274 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 210 time: 0.0801311 Jul 20 19:25:15.011083 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Publish callbacks [] for router_gateway (7440bf1d-ff52-40e4-9703-8d8700520189), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.011288 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.022146 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 0cc2f887-432b-40bf-9e7f-677b47284b30 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:15.096668 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e6a916c7-7faa-4693-a018-915b6dcf194f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group (c172d049-0d4f-4a1a-99e1-66681ce53548), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.121315 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e6a916c7-7faa-4693-a018-915b6dcf194f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (c172d049-0d4f-4a1a-99e1-66681ce53548), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.146189 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Deleting port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:25:15.148686 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.198118 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:15.199111 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 0cc2f887-432b-40bf-9e7f-677b47284b30 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:15.201614 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.216931 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a916c7-7faa-4693-a018-915b6dcf194f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c172d049-0d4f-4a1a-99e1-66681ce53548,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:15.235680 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-0e46290d-aeaa-46e6-ab8d-5c75c8b75a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'name': 'tempest-DeleteServersTestJSON-1623494623-router', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:44Z', 'updated_at': '2022-07-20T19:25:13Z', 'revision_number': 5, 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'gw_port': {'id': 'e35189d0-a1c5-4bd4-90d1-1eed1dd260c3', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:46Z', 'updated_at': '2022-07-20T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:15.270318 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e6a916c7-7faa-4693-a018-915b6dcf194f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.272507 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-e6a916c7-7faa-4693-a018-915b6dcf194f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5744388 Jul 20 19:25:15.275103 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39006) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:15.275250 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e46290d-aeaa-46e6-ab8d-5c75c8b75a91 None None] Checking router: 7440bf1d-ff52-40e4-9703-8d8700520189 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:25:15.285070 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46290d-aeaa-46e6-ab8d-5c75c8b75a91 None None] Routers {'7440bf1d-ff52-40e4-9703-8d8700520189'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:25:15.286339 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-0e46290d-aeaa-46e6-ab8d-5c75c8b75a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['7440bf1d-ff52-40e4-9703-8d8700520189'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:15.286470 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-4d878f7d-0e67-4942-8ca3-1269bfa8d046 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'security_group_rule': {'security_group_id': 'c172d049-0d4f-4a1a-99e1-66681ce53548', 'project_id': '182d5b6ac9e6412b907119a623869c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:15.359877 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b1b8a82b-317c-4451-ba81-6bd6c0edd8b4 req-26373432-8608-42a9-8995-c22776a7c6cf tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891299 Jul 20 19:25:15.374576 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4d878f7d-0e67-4942-8ca3-1269bfa8d046 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (29a414ee-8eb6-4d5c-b516-14e71311db15), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.376741 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] For port e35189d0-a1c5-4bd4-90d1-1eed1dd260c3, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=e35189d0-a1c5-4bd4-90d1-1eed1dd260c3,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:15.380426 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.412603 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-0e46290d-aeaa-46e6-ab8d-5c75c8b75a91 None None] Set router 7440bf1d-ff52-40e4-9703-8d8700520189 gateway port host: None {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:25:15.420108 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Calling delete_port for e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 owned by network:router_gateway {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:25:15.491151 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-0e46290d-aeaa-46e6-ab8d-5c75c8b75a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'name': 'tempest-DeleteServersTestJSON-1623494623-router', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:44Z', 'updated_at': '2022-07-20T19:25:15Z', 'revision_number': 6, 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'gw_port_host': None}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:15.524990 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e46290d-aeaa-46e6-ab8d-5c75c8b75a91 None None] The sync data for ids ['7440bf1d-ff52-40e4-9703-8d8700520189'] in dv-cinder-819149-14-iscsi is: [{'id': '7440bf1d-ff52-40e4-9703-8d8700520189', 'name': 'tempest-DeleteServersTestJSON-1623494623-router', 'tenant_id': '5231dfdf49c44f7ab191159ea563dad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:44Z', 'updated_at': '2022-07-20T19:25:15Z', 'revision_number': 6, 'project_id': '5231dfdf49c44f7ab191159ea563dad7', 'gw_port_host': None}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:25:15.548643 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4d878f7d-0e67-4942-8ca3-1269bfa8d046 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (29a414ee-8eb6-4d5c-b516-14e71311db15), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.553945 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4d878f7d-0e67-4942-8ca3-1269bfa8d046 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (29a414ee-8eb6-4d5c-b516-14e71311db15), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.558294 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:15.621335 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:15.635534 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4d878f7d-0e67-4942-8ca3-1269bfa8d046 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.639293 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-4d878f7d-0e67-4942-8ca3-1269bfa8d046 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608582 Jul 20 19:25:15.640136 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39012) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:15.640860 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d878f7d-0e67-4942-8ca3-1269bfa8d046 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a414ee-8eb6-4d5c-b516-14e71311db15,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:15.658254 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-456c05e1-77ac-42bc-ad45-7a36f72cedda tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'security_group_rule': {'security_group_id': 'c172d049-0d4f-4a1a-99e1-66681ce53548', 'project_id': '182d5b6ac9e6412b907119a623869c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:15.660632 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (e35189d0-a1c5-4bd4-90d1-1eed1dd260c3), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.684588 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:15.699410 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35189d0-a1c5-4bd4-90d1-1eed1dd260c3,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:15.722290 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-456c05e1-77ac-42bc-ad45-7a36f72cedda tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (7631858c-714a-46f3-a067-118d2b2c582c), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.769626 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-458459'] for router_gateway (7440bf1d-ff52-40e4-9703-8d8700520189), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.777364 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Publish callbacks [] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), precommit_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.798036 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.858192 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-456c05e1-77ac-42bc-ad45-7a36f72cedda tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (7631858c-714a-46f3-a067-118d2b2c582c), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.866755 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-456c05e1-77ac-42bc-ad45-7a36f72cedda tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (7631858c-714a-46f3-a067-118d2b2c582c), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.896661 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127878'] for router (7440bf1d-ff52-40e4-9703-8d8700520189), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.905081 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Publish callbacks [] for router_controller (7440bf1d-ff52-40e4-9703-8d8700520189), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.910848 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 0cc2f887-432b-40bf-9e7f-677b47284b30 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:15.923734 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c05e1-77ac-42bc-ad45-7a36f72cedda tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7631858c-714a-46f3-a067-118d2b2c582c,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:15.936875 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-456c05e1-77ac-42bc-ad45-7a36f72cedda tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.938427 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-456c05e1-77ac-42bc-ad45-7a36f72cedda tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2923200 Jul 20 19:25:15.943481 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a357f-00d3-4c7f-bf26-32f32919510d None None] Pushing event updated for resources: {'Port': ['ID=69b245e5-e87a-435f-bd5c-80198ee29aec,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:15.944703 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39018) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:15.951453 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-c6d6b27c-ef8c-4b94-bc59-d823f2a41fb8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'security_group_rule': {'security_group_id': 'c172d049-0d4f-4a1a-99e1-66681ce53548', 'project_id': '182d5b6ac9e6412b907119a623869c80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:15.999576 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c6d6b27c-ef8c-4b94-bc59-d823f2a41fb8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (fd83b880-6ab8-4174-b076-f6061ab40fb1), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.014682 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Attempting to bind port 69b245e5-e87a-435f-bd5c-80198ee29aec on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:25:16.017869 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Attempting to bind port 69b245e5-e87a-435f-bd5c-80198ee29aec by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '9d9a1364-6001-4f9a-a66e-31715a715d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:25:16.018372 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Attempting to bind port 69b245e5-e87a-435f-bd5c-80198ee29aec on network e994e37c-00a8-4b79-8036-e73179e24c45 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:25:16.040476 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:25:16.040991 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Checking segment: {'id': '9d9a1364-6001-4f9a-a66e-31715a715d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:25:16.041493 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.041981 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Bound using segment: {'id': '9d9a1364-6001-4f9a-a66e-31715a715d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:25:16.042547 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Bound port: 69b245e5-e87a-435f-bd5c-80198ee29aec, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9a1364-6001-4f9a-a66e-31715a715d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:25:16.043178 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.132413 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c6d6b27c-ef8c-4b94-bc59-d823f2a41fb8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (fd83b880-6ab8-4174-b076-f6061ab40fb1), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.141857 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c6d6b27c-ef8c-4b94-bc59-d823f2a41fb8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (fd83b880-6ab8-4174-b076-f6061ab40fb1), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.153741 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453216'] for router (7440bf1d-ff52-40e4-9703-8d8700520189), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.154455 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7440bf1d-ff52-40e4-9703-8d8700520189 {{(pid=103973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:25:16.159664 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:16.178678 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.179867 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-71bf59b4-7459-42fa-bbc6-f207cd92dcb0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7440bf1d-ff52-40e4-9703-8d8700520189 HTTP/1.1" status: 204 len: 168 time: 1.5683537 Jul 20 19:25:16.182034 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-23fca940-2c71-4aea-95bc-b2cea4f1c57b req-1e31dabd-e33a-4a87-851f-e6268f5a01eb tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 210 time: 0.0442469 Jul 20 19:25:16.182496 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39026) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:16.198406 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c6d6b27c-ef8c-4b94-bc59-d823f2a41fb8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.202132 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c6d6b27c-ef8c-4b94-bc59-d823f2a41fb8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2537940 Jul 20 19:25:16.202132 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6b27c-ef8c-4b94-bc59-d823f2a41fb8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd83b880-6ab8-4174-b076-f6061ab40fb1,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:16.205351 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39028) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:16.218586 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-08e68a68-d7cf-4d2b-96ca-c322ce21ea83 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'security_group_rule': {'security_group_id': 'c172d049-0d4f-4a1a-99e1-66681ce53548', 'project_id': '182d5b6ac9e6412b907119a623869c80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:16.259238 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-82673e42-405e-4364-a7bb-1334d405844a None None] For port 69b245e5-e87a-435f-bd5c-80198ee29aec, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:25:16.263184 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-82673e42-405e-4364-a7bb-1334d405844a None None] For port 69b245e5-e87a-435f-bd5c-80198ee29aec, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=69b245e5-e87a-435f-bd5c-80198ee29aec,segment=NetworkSegment(9d9a1364-6001-4f9a-a66e-31715a715d09),segment_id=9d9a1364-6001-4f9a-a66e-31715a715d09)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:25:16.278875 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.280035 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-08e68a68-d7cf-4d2b-96ca-c322ce21ea83 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (484066bb-4566-47d4-83ab-080c68074c2a), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.343864 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-08e68a68-d7cf-4d2b-96ca-c322ce21ea83 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (484066bb-4566-47d4-83ab-080c68074c2a), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.345813 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_v2 [None req-701906c6-bd09-438f-93b2-86fc865ecabf admin admin] Deleting subnet 6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa {{(pid=103973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:25:16.351071 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-08e68a68-d7cf-4d2b-96ca-c322ce21ea83 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (484066bb-4566-47d4-83ab-080c68074c2a), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.354868 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-701906c6-bd09-438f-93b2-86fc865ecabf admin admin] Publish callbacks [] for subnet (6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.372754 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e68a68-d7cf-4d2b-96ca-c322ce21ea83 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484066bb-4566-47d4-83ab-080c68074c2a,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:16.389380 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a357f-00d3-4c7f-bf26-32f32919510d None None] Pushing event updated for resources: {'Port': ['ID=69b245e5-e87a-435f-bd5c-80198ee29aec,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:16.395170 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-08e68a68-d7cf-4d2b-96ca-c322ce21ea83 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.399547 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-08e68a68-d7cf-4d2b-96ca-c322ce21ea83 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1908312 Jul 20 19:25:16.399682 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:16.399896 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39034) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:16.410206 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-a27a5b50-1498-44c0-8a01-fc65ceda18b1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'security_group_rule': {'security_group_id': 'c172d049-0d4f-4a1a-99e1-66681ce53548', 'project_id': '182d5b6ac9e6412b907119a623869c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:16.420416 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-0d2d096a-9f3c-428f-bd09-a86cbb1621ed None None] Provisioning complete for port 69b245e5-e87a-435f-bd5c-80198ee29aec triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:16.425747 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0d2d096a-9f3c-428f-bd09-a86cbb1621ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.502401 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Routers {'58ad106b-5fad-4301-92ba-e337966ed6f6'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:25:16.503071 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-82673e42-405e-4364-a7bb-1334d405844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:24:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58ad106b-5fad-4301-92ba-e337966ed6f6'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:16.539266 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.securitygroups_db [None req-a27a5b50-1498-44c0-8a01-fc65ceda18b1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Project 182d5b6ac9e6412b907119a623869c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 19:25:16.581546 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-701906c6-bd09-438f-93b2-86fc865ecabf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9994362'] for subnet (6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.611091 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a27a5b50-1498-44c0-8a01-fc65ceda18b1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (aa6a6c8e-7497-456c-8917-06173372fdd0), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.695472 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-82673e42-405e-4364-a7bb-1334d405844a None None] Set router 58ad106b-5fad-4301-92ba-e337966ed6f6 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:25:16.698275 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c73a1-e63c-4c81-8258-73548c2c40a3 req-848a62be-2eb3-4729-b93d-f523635d6e2d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:16.710176 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-345c73a1-e63c-4c81-8258-73548c2c40a3 req-848a62be-2eb3-4729-b93d-f523635d6e2d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.1895490 Jul 20 19:25:16.745384 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-92629178-f7e1-4938-a484-194d3e6fe56f tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:16.746964 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-92629178-f7e1-4938-a484-194d3e6fe56f tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.89 "GET /v2.0/networks?id=9535d651-697b-4106-9328-f6db4818fc11 HTTP/1.1" status: 200 len: 809 time: 0.4249015 Jul 20 19:25:16.795941 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Request body: {'port': {'device_id': '13233e67-291b-405c-a535-9c259d66c96f', 'network_id': '9535d651-697b-4106-9328-f6db4818fc11', 'admin_state_up': True, 'tenant_id': 'aba8221c6e144e94ae026555d5317576'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:16.821392 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a27a5b50-1498-44c0-8a01-fc65ceda18b1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (aa6a6c8e-7497-456c-8917-06173372fdd0), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.850471 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a27a5b50-1498-44c0-8a01-fc65ceda18b1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (aa6a6c8e-7497-456c-8917-06173372fdd0), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.861476 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-701906c6-bd09-438f-93b2-86fc865ecabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.902103 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-345c73a1-e63c-4c81-8258-73548c2c40a3 req-7dc153c3-aa46-4da0-8f62-aee6fad29f0a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907530 Jul 20 19:25:16.914660 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:16.919291 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a5b50-1498-44c0-8a01-fc65ceda18b1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6a6c8e-7497-456c-8917-06173372fdd0,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:16.955277 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a27a5b50-1498-44c0-8a01-fc65ceda18b1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.957033 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-a27a5b50-1498-44c0-8a01-fc65ceda18b1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5562489 Jul 20 19:25:16.959776 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39052) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:16.965680 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-84a01b3a-1cfd-4fc1-b99c-55c7c333c10a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'security_group_rule': {'security_group_id': 'c172d049-0d4f-4a1a-99e1-66681ce53548', 'project_id': '182d5b6ac9e6412b907119a623869c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:16.979164 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 489ae3df-bd71-4823-a4c1-eb47ac789833 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:25:17.001742 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-701906c6-bd09-438f-93b2-86fc865ecabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9994387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111589'] for subnet (6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.017188 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.securitygroups_db [None req-84a01b3a-1cfd-4fc1-b99c-55c7c333c10a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Project 182d5b6ac9e6412b907119a623869c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 19:25:17.019982 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 489ae3df-bd71-4823-a4c1-eb47ac789833 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:25:17.020348 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 489ae3df-bd71-4823-a4c1-eb47ac789833 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:25:17.020778 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:25:17.025846 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-84a01b3a-1cfd-4fc1-b99c-55c7c333c10a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (e42f3071-c1ee-4b24-9e6d-0c251509839d), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.046317 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:25:17.046604 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device e35189d0-a1c5-4bd4-90d1-1eed1dd260c3 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:25:17.062907 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:17.064007 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14b5f20-3dd3-4b1f-8ba0-2a1a54549a20 None None] Network 9a9193de-984d-406f-a548-19b5a7c18792 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:25:17.080381 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-701906c6-bd09-438f-93b2-86fc865ecabf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.084486 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-701906c6-bd09-438f-93b2-86fc865ecabf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa HTTP/1.1" status: 204 len: 168 time: 0.9006567 Jul 20 19:25:17.088387 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701906c6-bd09-438f-93b2-86fc865ecabf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3f0a4f-3366-4f6c-9da1-5f2bc26a1aaa,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:17.090707 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39056) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:17.106401 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-84a01b3a-1cfd-4fc1-b99c-55c7c333c10a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (e42f3071-c1ee-4b24-9e6d-0c251509839d), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.127061 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-84a01b3a-1cfd-4fc1-b99c-55c7c333c10a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (e42f3071-c1ee-4b24-9e6d-0c251509839d), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.144874 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a01b3a-1cfd-4fc1-b99c-55c7c333c10a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42f3071-c1ee-4b24-9e6d-0c251509839d,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:17.167251 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-84a01b3a-1cfd-4fc1-b99c-55c7c333c10a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.171493 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-84a01b3a-1cfd-4fc1-b99c-55c7c333c10a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2075567 Jul 20 19:25:17.179837 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d096a-9f3c-428f-bd09-a86cbb1621ed None None] Current status of the port 69b245e5-e87a-435f-bd5c-80198ee29aec is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:17.180466 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0d2d096a-9f3c-428f-bd09-a86cbb1621ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.238729 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (9a9193de-984d-406f-a548-19b5a7c18792), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.276859 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Made reservation on behalf of aba8221c6e144e94ae026555d5317576 for: {'port': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:25:17.286459 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.293223 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:17.379809 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262c906b-944a-408b-8175-e32983364ce4 None None] DHCP port deletion for 9a9193de-984d-406f-a548-19b5a7c18792 request from dv-cinder-819149-14-iscsi {{(pid=103975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:25:17.437078 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Deleting port 284547e0-78ff-4b2b-a51f-421d3d14f773 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:25:17.437078 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.450082 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-0d2d096a-9f3c-428f-bd09-a86cbb1621ed None None] For port 69b245e5-e87a-435f-bd5c-80198ee29aec, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=69b245e5-e87a-435f-bd5c-80198ee29aec,segment=NetworkSegment(9d9a1364-6001-4f9a-a66e-31715a715d09),segment_id=9d9a1364-6001-4f9a-a66e-31715a715d09)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:17.455808 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-82673e42-405e-4364-a7bb-1334d405844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'name': 'tempest-TestVolumeBootPattern-11256740-router', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:25:05Z', 'updated_at': '2022-07-20T19:25:12Z', 'revision_number': 4, 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'gw_port': {'id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:06Z', 'updated_at': '2022-07-20T19:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '69b245e5-e87a-435f-bd5c-80198ee29aec', 'name': '', 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'mac_address': 'fa:16:3e:56:4b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '233c0857-6d8f-495a-9c40-1e6bfd516bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:10Z', 'updated_at': '2022-07-20T19:25:16Z', 'revision_number': 4, 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'subnets': [{'id': '233c0857-6d8f-495a-9c40-1e6bfd516bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:17.482970 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e9e7ab08-fb37-4108-be3c-8d7fed668bbd req-1524d522-ef83-4158-bee9-7d806493cf8d tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 210 time: 0.1426108 Jul 20 19:25:17.483474 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:17.493763 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82673e42-405e-4364-a7bb-1334d405844a None None] The sync data for ids ['58ad106b-5fad-4301-92ba-e337966ed6f6'] in dv-cinder-819149-14-iscsi is: [{'id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'name': 'tempest-TestVolumeBootPattern-11256740-router', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:25:05Z', 'updated_at': '2022-07-20T19:25:12Z', 'revision_number': 4, 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'gw_port': {'id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:06Z', 'updated_at': '2022-07-20T19:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '69b245e5-e87a-435f-bd5c-80198ee29aec', 'name': '', 'network_id': 'e994e37c-00a8-4b79-8036-e73179e24c45', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'mac_address': 'fa:16:3e:56:4b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '233c0857-6d8f-495a-9c40-1e6bfd516bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:10Z', 'updated_at': '2022-07-20T19:25:16Z', 'revision_number': 4, 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'subnets': [{'id': '233c0857-6d8f-495a-9c40-1e6bfd516bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:25:17.495285 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.498206 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0d2d096a-9f3c-428f-bd09-a86cbb1621ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.637815 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-262c906b-944a-408b-8175-e32983364ce4 None None] Deleting port 284547e0-78ff-4b2b-a51f-421d3d14f773 {{(pid=103975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:25:17.638477 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-262c906b-944a-408b-8175-e32983364ce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), before_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.668835 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] For port 284547e0-78ff-4b2b-a51f-421d3d14f773, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=284547e0-78ff-4b2b-a51f-421d3d14f773,segment=NetworkSegment(a87d9bd1-5ef3-4d2f-a105-862e2466f2c2),segment_id=a87d9bd1-5ef3-4d2f-a105-862e2466f2c2)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:17.669208 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.674192 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Allocated IP 172.20.0.9 (9535d651-697b-4106-9328-f6db4818fc11/af2f5238-3ff8-4e9a-b483-769dd739bfea/3f38ca78-3228-49a5-93fd-0c1d690c2734) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:25:17.705424 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Calling delete_port for 284547e0-78ff-4b2b-a51f-421d3d14f773 owned by network:dhcp {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:25:17.725637 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:17.758681 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-11d1f672-5057-44ac-9f63-272c11149d17 None None] Provisioning complete for port 69b245e5-e87a-435f-bd5c-80198ee29aec triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:17.759053 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-11d1f672-5057-44ac-9f63-272c11149d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.860801 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:17.921615 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Pushing event deleted for resources: {'Port': ['ID=284547e0-78ff-4b2b-a51f-421d3d14f773,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:17.928538 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] No DVR routers for this DVR port 284547e0-78ff-4b2b-a51f-421d3d14f773 on host dv-cinder-819149-14-iscsi {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:25:18.119520 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (9a9193de-984d-406f-a548-19b5a7c18792), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.137199 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0a9f3-9232-4187-9b3b-04254b389fa6 req-53de4a5a-a3ee-4b3a-998a-2e1c2ca0f4f4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:18.147465 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3fb0a9f3-9232-4187-9b3b-04254b389fa6 req-53de4a5a-a3ee-4b3a-998a-2e1c2ca0f4f4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0939031 Jul 20 19:25:18.197091 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-262c906b-944a-408b-8175-e32983364ce4 None None] For port 284547e0-78ff-4b2b-a51f-421d3d14f773, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=284547e0-78ff-4b2b-a51f-421d3d14f773,segment=NetworkSegment(a87d9bd1-5ef3-4d2f-a105-862e2466f2c2),segment_id=a87d9bd1-5ef3-4d2f-a105-862e2466f2c2)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:18.198152 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-262c906b-944a-408b-8175-e32983364ce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), precommit_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.207095 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d096a-9f3c-428f-bd09-a86cbb1621ed None None] Pushing event updated for resources: {'Port': ['ID=69b245e5-e87a-435f-bd5c-80198ee29aec,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:18.262866 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-262c906b-944a-408b-8175-e32983364ce4 None None] Calling delete_port for 284547e0-78ff-4b2b-a51f-421d3d14f773 owned by network:dhcp {{(pid=103975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:25:18.284525 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3fb0a9f3-9232-4187-9b3b-04254b389fa6 req-50c86a64-d17c-4520-88d4-6c8d6be2725d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356168 Jul 20 19:25:18.290694 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9193de-984d-406f-a548-19b5a7c18792']}} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:18.330473 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2') {'for_net_delete': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:18.330771 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87d9bd1-5ef3-4d2f-a105-862e2466f2c2') {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:18.338875 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-7951e4d9-5c6f-471b-8f35-d3fc751ec0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.386265 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks [] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.390264 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9994349'] for segment (a87d9bd1-5ef3-4d2f-a105-862e2466f2c2), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.403269 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-11d1f672-5057-44ac-9f63-272c11149d17 None None] Current status of the port 69b245e5-e87a-435f-bd5c-80198ee29aec is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:18.404646 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:18.425335 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (a87d9bd1-5ef3-4d2f-a105-862e2466f2c2), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.437610 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:25:18.438047 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995313'] for segment (a87d9bd1-5ef3-4d2f-a105-862e2466f2c2), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.456580 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:18.468783 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-262c906b-944a-408b-8175-e32983364ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190'] for port (284547e0-78ff-4b2b-a51f-421d3d14f773), after_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.480418 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment a87d9bd1-5ef3-4d2f-a105-862e2466f2c2 resource provider aggregate not found Jul 20 19:25:18.520675 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c906b-944a-408b-8175-e32983364ce4 None None] Pushing event deleted for resources: {'Port': ['ID=284547e0-78ff-4b2b-a51f-421d3d14f773,revision_number=None']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:18.538394 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c906b-944a-408b-8175-e32983364ce4 None None] No DVR routers for this DVR port 284547e0-78ff-4b2b-a51f-421d3d14f773 on host dv-cinder-819149-14-iscsi {{(pid=103975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:25:18.555492 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (9a9193de-984d-406f-a548-19b5a7c18792), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.577759 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.585009 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] 10.222.0.43 "DELETE /v2.0/networks/9a9193de-984d-406f-a548-19b5a7c18792 HTTP/1.1" status: 204 len: 168 time: 1.4895222 Jul 20 19:25:18.587287 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment a87d9bd1-5ef3-4d2f-a105-862e2466f2c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a87d9bd1-5ef3-4d2f-a105-862e2466f2c2 found for delete ", "request_id": "req-3648b843-9fd2-4a64-a9f4-9b6c94c44772"}]} Jul 20 19:25:18.591507 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.683190 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f606c7-0ac7-455a-bb13-4b6834e3964c admin admin] Pushing event deleted for resources: {'Network': ['ID=9a9193de-984d-406f-a548-19b5a7c18792,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:18.761227 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189c2fb-f419-4356-ba96-308359df2e47 req-6a046e7a-2611-4f42-b185-b4ca4daa200f tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:18.768153 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0189c2fb-f419-4356-ba96-308359df2e47 req-6a046e7a-2611-4f42-b185-b4ca4daa200f tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 931 time: 0.1702535 Jul 20 19:25:18.776976 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Pushing event updated for resources: {'Port': ['ID=3f38ca78-3228-49a5-93fd-0c1d690c2734,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:18.797689 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Network 9535d651-697b-4106-9328-f6db4818fc11 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:25:18.824644 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:18.842197 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0189c2fb-f419-4356-ba96-308359df2e47 req-0bff3a6f-908b-4785-9078-d77f1f9bee10 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709314 Jul 20 19:25:18.843169 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:25:18.918055 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:18.918885 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.939751 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 69b245e5-e87a-435f-bd5c-80198ee29aec up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:18.941111 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-b16b3005-340a-4ac0-baab-f9b334952105 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1505401 Jul 20 19:25:18.959843 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Request body: {'port': {'device_id': '13233e67-291b-405c-a535-9c259d66c96f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:18.972456 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39164) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:19.029660 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-91f0a6b0-b9bf-4c20-a2fb-34dc5d0e571c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5231dfdf49c44f7ab191159ea563dad7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0557840 Jul 20 19:25:19.030263 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39168) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:19.042079 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 69b245e5-e87a-435f-bd5c-80198ee29aec triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:19.043562 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:19.058021 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:19.133163 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3be02d9f-e28b-47d7-9ea3-5d369766a1b4 admin admin] Publish callbacks [] for security_group (ba77002c-a3cb-436d-bcc1-fbcc5b697144), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:19.167021 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 69b245e5-e87a-435f-bd5c-80198ee29aec is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:19.169099 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3be02d9f-e28b-47d7-9ea3-5d369766a1b4 admin admin] Publish callbacks [] for security_group (ba77002c-a3cb-436d-bcc1-fbcc5b697144), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:19.248686 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 284547e0-78ff-4b2b-a51f-421d3d14f773 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:25:19.257687 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3be02d9f-e28b-47d7-9ea3-5d369766a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ba77002c-a3cb-436d-bcc1-fbcc5b697144), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:19.260548 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3be02d9f-e28b-47d7-9ea3-5d369766a1b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:19.264798 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-3be02d9f-e28b-47d7-9ea3-5d369766a1b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba77002c-a3cb-436d-bcc1-fbcc5b697144 HTTP/1.1" status: 204 len: 168 time: 0.2332792 Jul 20 19:25:19.284432 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be02d9f-e28b-47d7-9ea3-5d369766a1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba77002c-a3cb-436d-bcc1-fbcc5b697144,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:19.295074 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 284547e0-78ff-4b2b-a51f-421d3d14f773 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:25:19.295767 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 284547e0-78ff-4b2b-a51f-421d3d14f773 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:25:19.445326 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:19.447667 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec25f8-48f1-415a-bd6f-830079782d6d req-9c3fc541-04f6-40ce-805a-325663e0df01 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:19.449837 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-67ec25f8-48f1-415a-bd6f-830079782d6d req-9c3fc541-04f6-40ce-805a-325663e0df01 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0630114 Jul 20 19:25:19.509995 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-67ec25f8-48f1-415a-bd6f-830079782d6d req-34445f45-3d52-4a35-be41-c92fc4c55c21 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522072 Jul 20 19:25:19.536533 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f38ca78-3228-49a5-93fd-0c1d690c2734 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:25:19.548449 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Publish callbacks [] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:19.563539 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Transition to ACTIVE for port object 3f38ca78-3228-49a5-93fd-0c1d690c2734 will not be triggered until provisioned by entity L2. {{(pid=103973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:25:19.566608 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:19.642262 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f38ca78-3228-49a5-93fd-0c1d690c2734,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:19.670422 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:19.700049 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Attempting to bind port 3f38ca78-3228-49a5-93fd-0c1d690c2734 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:25:19.700487 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Attempting to bind port 3f38ca78-3228-49a5-93fd-0c1d690c2734 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '1df9c045-e033-42bc-bb67-772e6cc112e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9535d651-697b-4106-9328-f6db4818fc11'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:25:19.700821 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Attempting to bind port 3f38ca78-3228-49a5-93fd-0c1d690c2734 on network 9535d651-697b-4106-9328-f6db4818fc11 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:25:19.705275 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Port 3f38ca78-3228-49a5-93fd-0c1d690c2734 on network 9535d651-697b-4106-9328-f6db4818fc11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:25:19.705592 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Attempting to bind port 3f38ca78-3228-49a5-93fd-0c1d690c2734 on network 9535d651-697b-4106-9328-f6db4818fc11 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:25:19.712069 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:25:19.712451 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Checking segment: {'id': '1df9c045-e033-42bc-bb67-772e6cc112e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9535d651-697b-4106-9328-f6db4818fc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:25:19.712904 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Bound using segment: {'id': '1df9c045-e033-42bc-bb67-772e6cc112e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9535d651-697b-4106-9328-f6db4818fc11'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:25:19.713403 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Bound port: 3f38ca78-3228-49a5-93fd-0c1d690c2734, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df9c045-e033-42bc-bb67-772e6cc112e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9535d651-697b-4106-9328-f6db4818fc11'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:25:19.713746 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:19.782778 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] For port 3f38ca78-3228-49a5-93fd-0c1d690c2734, host hv-cinder-81914, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:25:19.786634 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] For port 3f38ca78-3228-49a5-93fd-0c1d690c2734, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3f38ca78-3228-49a5-93fd-0c1d690c2734,segment=NetworkSegment(1df9c045-e033-42bc-bb67-772e6cc112e8),segment_id=1df9c045-e033-42bc-bb67-772e6cc112e8)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:25:19.793645 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:19.834250 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:19.834864 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:19.836279 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] 10.222.0.89 "PUT /v2.0/ports/3f38ca78-3228-49a5-93fd-0c1d690c2734 HTTP/1.1" status: 200 len: 1093 time: 0.8854601 Jul 20 19:25:19.836771 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13233e67-291b-405c-a535-9c259d66c96f', 'tag': '3f38ca78-3228-49a5-93fd-0c1d690c2734'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:25:19.839054 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdff22cd-d632-4b07-9164-f3287d08733e" -d '{"events": [{"name": "network-changed", "server_uuid": "13233e67-291b-405c-a535-9c259d66c96f", "tag": "3f38ca78-3228-49a5-93fd-0c1d690c2734"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:25:19.864746 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372168b-477b-4500-a87c-ba9c16cfb7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f38ca78-3228-49a5-93fd-0c1d690c2734,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:19.900850 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b7db20-64ae-4fcb-9a7e-f1edf8f5a89b x-openstack-request-id: req-23b7db20-64ae-4fcb-9a7e-f1edf8f5a89b {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:25:19.901134 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13233e67-291b-405c-a535-9c259d66c96f", "tag": "3f38ca78-3228-49a5-93fd-0c1d690c2734", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:25:19.901403 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23b7db20-64ae-4fcb-9a7e-f1edf8f5a89b {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:25:19.901790 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b7db20-64ae-4fcb-9a7e-f1edf8f5a89b'] response: {'name': 'network-changed', 'server_uuid': '13233e67-291b-405c-a535-9c259d66c96f', 'tag': '3f38ca78-3228-49a5-93fd-0c1d690c2734', 'status': 'completed', 'code': 200} Jul 20 19:25:19.933710 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-169cf742-d5e1-4207-9d07-022d787b3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:19.935384 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-169cf742-d5e1-4207-9d07-022d787b3017 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aba8221c6e144e94ae026555d5317576&device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 1127 time: 0.0521870 Jul 20 19:25:19.976557 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb4486-361a-47a8-84a3-f527d0f5dc8a req-ec79c032-f4bf-4bb8-a874-b446caf7be82 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:19.978056 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ddcb4486-361a-47a8-84a3-f527d0f5dc8a req-ec79c032-f4bf-4bb8-a874-b446caf7be82 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 943 time: 0.0525627 Jul 20 19:25:19.982202 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-23b4cdb9-741c-4d5a-bc89-c1351e2444ba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f38ca78-3228-49a5-93fd-0c1d690c2734 HTTP/1.1" status: 200 len: 217 time: 0.0322413 Jul 20 19:25:20.040762 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ddcb4486-361a-47a8-84a3-f527d0f5dc8a req-b54cc01c-9f87-4752-b00a-2c95854de7b0 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563564 Jul 20 19:25:20.042587 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-ea755cdb-a3c0-4750-95ef-81a8f8989b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:20.044068 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-ea755cdb-a3c0-4750-95ef-81a8f8989b29 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af2f5238-3ff8-4e9a-b483-769dd739bfea HTTP/1.1" status: 200 len: 849 time: 0.0534968 Jul 20 19:25:20.076433 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-d5402c03-b5d6-470f-9a4f-422a412187ba service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9535d651-697b-4106-9328-f6db4818fc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261037 Jul 20 19:25:20.176579 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-550cbf34-098b-4f29-a4f2-08c4abafb81f service neutron] 10.222.0.89 "GET /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900855 Jul 20 19:25:20.287026 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57a2498f-6de1-44a3-a497-0bc9f6d938b4 req-8ecea9ce-e977-4d81-8dff-aa1d93ff64e8 service neutron] 10.222.0.89 "GET /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016283 Jul 20 19:25:20.606506 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c4e2a011-4fea-4f1a-9bf3-f9f530b8f9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:20.635668 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8746d01-3a69-412d-b7bc-dcce894a1c5c req-b9e404a0-d61a-41fe-84a1-f3ed0fa47fe1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:20.637275 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b8746d01-3a69-412d-b7bc-dcce894a1c5c req-b9e404a0-d61a-41fe-84a1-f3ed0fa47fe1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0505538 Jul 20 19:25:20.687979 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b8746d01-3a69-412d-b7bc-dcce894a1c5c req-9febb368-a6df-4d71-b339-2f1baad816fa tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Jul 20 19:25:20.861511 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39244) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:20.969064 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9b1e161e-f606-4bbc-bf1f-c47ad59af419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:21.043963 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9b1e161e-f606-4bbc-bf1f-c47ad59af419 admin admin] Publish callbacks [] for security_group (b8b238f0-01ff-48e3-87e8-01230ef2556b), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:21.047710 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9b1e161e-f606-4bbc-bf1f-c47ad59af419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (b8b238f0-01ff-48e3-87e8-01230ef2556b), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:21.071560 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:21.090977 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-9b1e161e-f606-4bbc-bf1f-c47ad59af419 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bf20f7d2ff04565a0c06ebf8de59e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283893 Jul 20 19:25:21.092095 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e161e-f606-4bbc-bf1f-c47ad59af419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b238f0-01ff-48e3-87e8-01230ef2556b,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:21.093664 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39250) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:21.179777 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd736420-d9a6-45c3-bc7b-fad250b95c04 req-855fdef4-a7c7-4215-8e18-134cf750d677 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:21.181385 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-cd736420-d9a6-45c3-bc7b-fad250b95c04 req-855fdef4-a7c7-4215-8e18-134cf750d677 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 943 time: 0.0673888 Jul 20 19:25:21.209190 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce4f14b6-5d55-4642-a8f0-7c7e38cff83a admin admin] Publish callbacks [] for security_group (b8b238f0-01ff-48e3-87e8-01230ef2556b), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:21.243533 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:21.250000 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce4f14b6-5d55-4642-a8f0-7c7e38cff83a admin admin] Publish callbacks [] for security_group (b8b238f0-01ff-48e3-87e8-01230ef2556b), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:21.268785 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-cd736420-d9a6-45c3-bc7b-fad250b95c04 req-4479c7e9-daab-4106-93bd-99e8a4888518 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769813 Jul 20 19:25:21.313919 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce4f14b6-5d55-4642-a8f0-7c7e38cff83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (b8b238f0-01ff-48e3-87e8-01230ef2556b), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:21.316553 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce4f14b6-5d55-4642-a8f0-7c7e38cff83a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:21.317721 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-ce4f14b6-5d55-4642-a8f0-7c7e38cff83a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8b238f0-01ff-48e3-87e8-01230ef2556b HTTP/1.1" status: 204 len: 168 time: 0.2221241 Jul 20 19:25:21.327721 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f14b6-5d55-4642-a8f0-7c7e38cff83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b238f0-01ff-48e3-87e8-01230ef2556b,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:21.399439 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff22cd-d632-4b07-9164-f3287d08733e req-8c8c0c5b-3dad-47fb-a6a5-35c0b3d04976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:21.401129 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bdff22cd-d632-4b07-9164-f3287d08733e req-8c8c0c5b-3dad-47fb-a6a5-35c0b3d04976 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aba8221c6e144e94ae026555d5317576&device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 1127 time: 0.0447083 Jul 20 19:25:21.511361 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff22cd-d632-4b07-9164-f3287d08733e req-b2d2441d-b3f7-4f5f-a39e-812b70438fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:21.512869 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bdff22cd-d632-4b07-9164-f3287d08733e req-b2d2441d-b3f7-4f5f-a39e-812b70438fa5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9535d651-697b-4106-9328-f6db4818fc11 HTTP/1.1" status: 200 len: 910 time: 0.0989611 Jul 20 19:25:21.718419 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:21.785847 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bdff22cd-d632-4b07-9164-f3287d08733e req-c2522cc6-ec1e-457b-9745-54dc98b0fa75 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f38ca78-3228-49a5-93fd-0c1d690c2734 HTTP/1.1" status: 200 len: 217 time: 0.2625325 Jul 20 19:25:21.824429 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243062c-2c7e-4c03-a750-bff45d46bc8b req-b4d8b711-0f30-4d77-a6ad-3b2dfea125f5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:21.831550 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2243062c-2c7e-4c03-a750-bff45d46bc8b req-b4d8b711-0f30-4d77-a6ad-3b2dfea125f5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0695693 Jul 20 19:25:21.840732 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff22cd-d632-4b07-9164-f3287d08733e req-6d096cb7-4cb6-446e-828c-2c350d7faa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:21.842565 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bdff22cd-d632-4b07-9164-f3287d08733e req-6d096cb7-4cb6-446e-828c-2c350d7faa6c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af2f5238-3ff8-4e9a-b483-769dd739bfea HTTP/1.1" status: 200 len: 849 time: 0.0497305 Jul 20 19:25:21.882377 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bdff22cd-d632-4b07-9164-f3287d08733e req-a20b62b7-e332-4ef2-a171-3ca91eaf2ff2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9535d651-697b-4106-9328-f6db4818fc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291483 Jul 20 19:25:21.883635 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2243062c-2c7e-4c03-a750-bff45d46bc8b req-82f44615-75cb-442f-b3ee-2924d6805654 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512273 Jul 20 19:25:21.926408 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:21.992209 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bdff22cd-d632-4b07-9164-f3287d08733e req-968acdcb-66c1-4ee2-ac7c-3c0f6d5f639b service neutron] 10.222.0.89 "GET /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008267 Jul 20 19:25:22.085214 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bdff22cd-d632-4b07-9164-f3287d08733e req-247479f6-3a99-4dcc-a018-c0185e552c95 service neutron] 10.222.0.89 "GET /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863190 Jul 20 19:25:22.397219 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f23e1-434c-4667-96db-f3b2b184b04d req-2a97a7ec-b89f-4149-a9f4-686487ba0c78 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:22.399775 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-935f23e1-434c-4667-96db-f3b2b184b04d req-2a97a7ec-b89f-4149-a9f4-686487ba0c78 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 943 time: 0.0590808 Jul 20 19:25:22.446175 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-935f23e1-434c-4667-96db-f3b2b184b04d req-d4e59379-227a-4933-9923-82534505ef8a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Jul 20 19:25:22.625176 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 3f38ca78-3228-49a5-93fd-0c1d690c2734 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:25:22.742391 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 3f38ca78-3228-49a5-93fd-0c1d690c2734, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3f38ca78-3228-49a5-93fd-0c1d690c2734,segment=NetworkSegment(1df9c045-e033-42bc-bb67-772e6cc112e8),segment_id=1df9c045-e033-42bc-bb67-772e6cc112e8)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:22.759336 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '3f38ca78-3228-49a5-93fd-0c1d690c2734', 'network_id': '9535d651-697b-4106-9328-f6db4818fc11', 'port_id': '3f38ca78-3228-49a5-93fd-0c1d690c2734', 'mac_address': 'fa:16:3e:e3:f5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2f5238-3ff8-4e9a-b483-769dd739bfea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:25:22.799255 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 3f38ca78-3228-49a5-93fd-0c1d690c2734 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:22.799793 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:22.814731 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f38ca78-3228-49a5-93fd-0c1d690c2734 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:25:22.837907 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 3f38ca78-3228-49a5-93fd-0c1d690c2734, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3f38ca78-3228-49a5-93fd-0c1d690c2734,segment=NetworkSegment(1df9c045-e033-42bc-bb67-772e6cc112e8),segment_id=1df9c045-e033-42bc-bb67-772e6cc112e8)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:22.843609 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:22.893435 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=3f38ca78-3228-49a5-93fd-0c1d690c2734,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:22.988730 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39324) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:23.005039 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39328) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:23.024806 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf9d84-2c82-4a80-9f46-49e9123ec814 req-243755fb-c246-44ee-8c79-b96a4ea95269 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:23.027174 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6ccf9d84-2c82-4a80-9f46-49e9123ec814 req-243755fb-c246-44ee-8c79-b96a4ea95269 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0620880 Jul 20 19:25:23.051741 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:23.084171 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6ccf9d84-2c82-4a80-9f46-49e9123ec814 req-bbb11b51-e75d-4030-af78-0d67b2fcbb50 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493257 Jul 20 19:25:23.143786 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-42143839-667e-4880-b6c1-9029fb49cabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.147638 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-24f8b8f2-1f87-4bb4-bebe-1986561b0e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.196505 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['3f38ca78-3228-49a5-93fd-0c1d690c2734'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:25:23.259631 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:23.292123 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-42143839-667e-4880-b6c1-9029fb49cabc admin admin] Publish callbacks [] for security_group (52b79470-9fa1-4853-802a-a38229520d9d), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.299388 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-42143839-667e-4880-b6c1-9029fb49cabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (52b79470-9fa1-4853-802a-a38229520d9d), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.307509 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:23.316384 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-24f8b8f2-1f87-4bb4-bebe-1986561b0e01 admin admin] Publish callbacks [] for security_group (11b7f106-32d0-43c8-a55f-5c1886aab5ac), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.335012 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.335479 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-24f8b8f2-1f87-4bb4-bebe-1986561b0e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (11b7f106-32d0-43c8-a55f-5c1886aab5ac), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.372086 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42143839-667e-4880-b6c1-9029fb49cabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b79470-9fa1-4853-802a-a38229520d9d,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:23.410854 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-42143839-667e-4880-b6c1-9029fb49cabc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a611e0777d8d43b58895bd584509c1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4202585 Jul 20 19:25:23.413531 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39342) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:23.432032 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-24f8b8f2-1f87-4bb4-bebe-1986561b0e01 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4beb658c668d46bfb81edadc52d8cd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4225214 Jul 20 19:25:23.434755 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39344) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:23.452828 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.461272 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8b8f2-1f87-4bb4-bebe-1986561b0e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b7f106-32d0-43c8-a55f-5c1886aab5ac,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:23.541566 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-336d4ac5-2d4a-4ee9-b3be-f2250fe57469 admin admin] Publish callbacks [] for security_group (11b7f106-32d0-43c8-a55f-5c1886aab5ac), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.556479 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5b429c7e-bef7-4767-94ad-a172fd1158a3 admin admin] Publish callbacks [] for security_group (52b79470-9fa1-4853-802a-a38229520d9d), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.587486 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-336d4ac5-2d4a-4ee9-b3be-f2250fe57469 admin admin] Publish callbacks [] for security_group (11b7f106-32d0-43c8-a55f-5c1886aab5ac), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.595581 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b4057-3ea7-44b1-b090-b216e7d0197c req-2fd380b6-b178-4592-b5f9-55abf1c31b30 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:23.597264 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ea9b4057-3ea7-44b1-b090-b216e7d0197c req-2fd380b6-b178-4592-b5f9-55abf1c31b30 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 944 time: 0.0575452 Jul 20 19:25:23.602968 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5b429c7e-bef7-4767-94ad-a172fd1158a3 admin admin] Publish callbacks [] for security_group (52b79470-9fa1-4853-802a-a38229520d9d), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.645632 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ea9b4057-3ea7-44b1-b090-b216e7d0197c req-20477625-d226-416f-95ae-0026bef695ee tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Jul 20 19:25:23.673131 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-336d4ac5-2d4a-4ee9-b3be-f2250fe57469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (11b7f106-32d0-43c8-a55f-5c1886aab5ac), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.675849 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-336d4ac5-2d4a-4ee9-b3be-f2250fe57469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.677046 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-336d4ac5-2d4a-4ee9-b3be-f2250fe57469 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11b7f106-32d0-43c8-a55f-5c1886aab5ac HTTP/1.1" status: 204 len: 168 time: 0.2409172 Jul 20 19:25:23.680941 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5b429c7e-bef7-4767-94ad-a172fd1158a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (52b79470-9fa1-4853-802a-a38229520d9d), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.683379 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5b429c7e-bef7-4767-94ad-a172fd1158a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:23.684468 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-5b429c7e-bef7-4767-94ad-a172fd1158a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52b79470-9fa1-4853-802a-a38229520d9d HTTP/1.1" status: 204 len: 168 time: 0.2693000 Jul 20 19:25:23.691025 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d4ac5-2d4a-4ee9-b3be-f2250fe57469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b7f106-32d0-43c8-a55f-5c1886aab5ac,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:23.705156 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b429c7e-bef7-4767-94ad-a172fd1158a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b79470-9fa1-4853-802a-a38229520d9d,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:24.061635 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39356) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:24.076865 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-57f4fbfe-3a87-42c8-9ad0-43d7f2c4d773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:24.171748 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-57f4fbfe-3a87-42c8-9ad0-43d7f2c4d773 admin admin] Publish callbacks [] for security_group (15012818-a2b3-424c-9aab-7a71ccfc1850), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:24.176279 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-57f4fbfe-3a87-42c8-9ad0-43d7f2c4d773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (15012818-a2b3-424c-9aab-7a71ccfc1850), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:24.241670 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-57f4fbfe-3a87-42c8-9ad0-43d7f2c4d773 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab6a9224a00b43e082aea2ca7267313d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786933 Jul 20 19:25:24.244596 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39360) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:24.252136 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7c4f3-cb47-41cf-b718-3b8b4170d996 req-c37a32a4-fabe-4dff-b092-8b8eec35070d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:24.253602 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-10c7c4f3-cb47-41cf-b718-3b8b4170d996 req-c37a32a4-fabe-4dff-b092-8b8eec35070d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0948300 Jul 20 19:25:24.254587 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4fbfe-3a87-42c8-9ad0-43d7f2c4d773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15012818-a2b3-424c-9aab-7a71ccfc1850,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:24.299496 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:24.301786 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-be898322-3952-4ca1-b34d-ba84ecdf8dc9 admin admin] Publish callbacks [] for security_group (15012818-a2b3-424c-9aab-7a71ccfc1850), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:24.310400 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-10c7c4f3-cb47-41cf-b718-3b8b4170d996 req-b0bbcd60-f49b-4438-b499-1c18ff98469c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505848 Jul 20 19:25:24.330576 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-be898322-3952-4ca1-b34d-ba84ecdf8dc9 admin admin] Publish callbacks [] for security_group (15012818-a2b3-424c-9aab-7a71ccfc1850), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:24.361978 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:24.383018 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-be898322-3952-4ca1-b34d-ba84ecdf8dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (15012818-a2b3-424c-9aab-7a71ccfc1850), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:24.385699 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-be898322-3952-4ca1-b34d-ba84ecdf8dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:24.386920 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-be898322-3952-4ca1-b34d-ba84ecdf8dc9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15012818-a2b3-424c-9aab-7a71ccfc1850 HTTP/1.1" status: 204 len: 168 time: 0.1413350 Jul 20 19:25:24.395214 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be898322-3952-4ca1-b34d-ba84ecdf8dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15012818-a2b3-424c-9aab-7a71ccfc1850,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:24.641539 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 3f38ca78-3228-49a5-93fd-0c1d690c2734 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:24.691449 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port 3f38ca78-3228-49a5-93fd-0c1d690c2734 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:25:24.699610 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 3f38ca78-3228-49a5-93fd-0c1d690c2734 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:24.700073 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:24.726779 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:24.770974 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a60453-060a-47b3-8b49-f91bbb82750a req-505be5b6-5bea-4235-a26f-75a34f5b0229 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:24.778858 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-37a60453-060a-47b3-8b49-f91bbb82750a req-505be5b6-5bea-4235-a26f-75a34f5b0229 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 944 time: 0.0574133 Jul 20 19:25:24.793469 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 3f38ca78-3228-49a5-93fd-0c1d690c2734 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:24.793865 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:24.823984 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13233e67-291b-405c-a535-9c259d66c96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f38ca78-3228-49a5-93fd-0c1d690c2734'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:25:24.826340 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1236d96c-e764-4783-a1e5-95424e40135a" -d '{"events": [{"server_uuid": "13233e67-291b-405c-a535-9c259d66c96f", "name": "network-vif-plugged", "status": "completed", "tag": "3f38ca78-3228-49a5-93fd-0c1d690c2734"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:25:24.828463 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-37a60453-060a-47b3-8b49-f91bbb82750a req-86c09314-9e9d-46ac-a3cd-85abaa0a59b4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487037 Jul 20 19:25:24.840090 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 3f38ca78-3228-49a5-93fd-0c1d690c2734, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3f38ca78-3228-49a5-93fd-0c1d690c2734,segment=NetworkSegment(1df9c045-e033-42bc-bb67-772e6cc112e8),segment_id=1df9c045-e033-42bc-bb67-772e6cc112e8)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:24.844722 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:24.881486 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b8713f-c105-40a6-a52a-6443883c0193 x-openstack-request-id: req-14b8713f-c105-40a6-a52a-6443883c0193 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:25:24.881804 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13233e67-291b-405c-a535-9c259d66c96f", "name": "network-vif-plugged", "status": "completed", "tag": "3f38ca78-3228-49a5-93fd-0c1d690c2734", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:25:24.882067 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14b8713f-c105-40a6-a52a-6443883c0193 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:25:24.882461 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b8713f-c105-40a6-a52a-6443883c0193'] response: {'server_uuid': '13233e67-291b-405c-a535-9c259d66c96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f38ca78-3228-49a5-93fd-0c1d690c2734', 'code': 200} Jul 20 19:25:24.916164 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=3f38ca78-3228-49a5-93fd-0c1d690c2734,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:25.107294 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406c2e-43d8-4a2b-b66a-608d10a328fe req-78558df4-b430-43e4-a0d7-d9e5653b84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:25.108884 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-01406c2e-43d8-4a2b-b66a-608d10a328fe req-78558df4-b430-43e4-a0d7-d9e5653b84df service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 1129 time: 0.0754495 Jul 20 19:25:25.167432 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-01406c2e-43d8-4a2b-b66a-608d10a328fe req-65291a30-0af1-4bd7-a7a1-15322c3ec81c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521185 Jul 20 19:25:25.442185 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f357e9-077f-4005-bfa1-e046318442f6 req-54574ce3-d955-4c6d-abb5-98248fbde7a9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:25.444191 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b2f357e9-077f-4005-bfa1-e046318442f6 req-54574ce3-d955-4c6d-abb5-98248fbde7a9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0595167 Jul 20 19:25:25.448622 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=55 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:25.496156 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b2f357e9-077f-4005-bfa1-e046318442f6 req-c6597c92-24d3-42e3-9bb2-963508d861ef tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443347 Jul 20 19:25:25.524929 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=84 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:25.969387 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d9727-613c-486b-811d-94542b26bce9 req-8655ff06-d54e-46bf-bf22-9db8d5032f22 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:25.970914 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-688d9727-613c-486b-811d-94542b26bce9 req-8655ff06-d54e-46bf-bf22-9db8d5032f22 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 945 time: 0.0501156 Jul 20 19:25:26.021157 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-688d9727-613c-486b-811d-94542b26bce9 req-44c68748-7b1f-4f32-8f7f-ecc36cfe6d6d tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 Jul 20 19:25:26.615455 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a6e28-2ec7-436d-b957-9a42b3884e84 req-9b98bab0-8028-4922-8b75-cf1f7876f307 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:26.616966 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-768a6e28-2ec7-436d-b957-9a42b3884e84 req-9b98bab0-8028-4922-8b75-cf1f7876f307 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0490010 Jul 20 19:25:26.672693 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-768a6e28-2ec7-436d-b957-9a42b3884e84 req-ce942276-7f89-4f1a-93af-e84fd3156ab4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498791 Jul 20 19:25:27.143736 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ddb29-e39b-4a7b-891b-f393e25ed37b req-1b261ad0-2a3d-4ffe-97c6-73576628aa17 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:27.145437 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e31ddb29-e39b-4a7b-891b-f393e25ed37b req-1b261ad0-2a3d-4ffe-97c6-73576628aa17 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 945 time: 0.0522821 Jul 20 19:25:27.197638 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e31ddb29-e39b-4a7b-891b-f393e25ed37b req-cd18f4f6-cc3d-4525-897d-93459bbae82c tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459635 Jul 20 19:25:27.788498 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078e3df-4d07-4d98-b606-60febcaa7c03 req-fd069332-2148-4dae-a75e-9d44c606026d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:27.790088 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e078e3df-4d07-4d98-b606-60febcaa7c03 req-fd069332-2148-4dae-a75e-9d44c606026d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0487287 Jul 20 19:25:27.840184 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e078e3df-4d07-4d98-b606-60febcaa7c03 req-d92a8a77-e936-4e66-b852-a250228f8e9d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Jul 20 19:25:28.309444 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8be658-fb37-400b-b93f-5a828166f6fa req-8d7fee95-ac9d-4b4f-9fc6-d55f5b0b28b7 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:28.311551 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2e8be658-fb37-400b-b93f-5a828166f6fa req-8d7fee95-ac9d-4b4f-9fc6-d55f5b0b28b7 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 945 time: 0.0491769 Jul 20 19:25:28.361308 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2e8be658-fb37-400b-b93f-5a828166f6fa req-6363501e-0834-442b-a6b0-d002ab9de64e tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440218 Jul 20 19:25:28.921382 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd7cb8-9be0-4878-a6de-0077af7ac715 req-8d27184d-2caa-48cb-a5ed-907699f473d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:28.923251 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-13dd7cb8-9be0-4878-a6de-0077af7ac715 req-8d27184d-2caa-48cb-a5ed-907699f473d3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 1130 time: 0.0722110 Jul 20 19:25:28.983945 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39496) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:28.993299 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57094b-9fba-43bf-9558-f05244205e5a req-ec711c42-3e4b-4593-bde5-e6e05c82fe98 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:28.994892 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fc57094b-9fba-43bf-9558-f05244205e5a req-ec711c42-3e4b-4593-bde5-e6e05c82fe98 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0676556 Jul 20 19:25:29.021993 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-13dd7cb8-9be0-4878-a6de-0077af7ac715 req-42d83660-16e2-4023-b529-dc3d41f82fac service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847518 Jul 20 19:25:29.030201 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:29.089432 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fc57094b-9fba-43bf-9558-f05244205e5a req-ff53e2ea-1a74-486a-bccf-3cba629cf657 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866225 Jul 20 19:25:29.181823 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9c7ccfa1-ad78-4922-a8e4-3977ba67769e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:29.210347 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1c096-c297-4d06-addb-43d5aff642e1 req-521fdbae-f9b9-45d5-9ab7-01be0ecf8773 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:29.212239 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-71d1c096-c297-4d06-addb-43d5aff642e1 req-521fdbae-f9b9-45d5-9ab7-01be0ecf8773 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 945 time: 0.0841751 Jul 20 19:25:29.262487 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:29.312010 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-71d1c096-c297-4d06-addb-43d5aff642e1 req-1eb16183-54a6-46e5-9fe6-131e5a44fe34 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937455 Jul 20 19:25:29.343479 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9c7ccfa1-ad78-4922-a8e4-3977ba67769e admin admin] Publish callbacks [] for security_group (0e74568f-e209-4121-8ba2-d9fb2d25ffe4), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:29.348720 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9c7ccfa1-ad78-4922-a8e4-3977ba67769e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (0e74568f-e209-4121-8ba2-d9fb2d25ffe4), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:29.390325 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-9c7ccfa1-ad78-4922-a8e4-3977ba67769e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd00901619844968a5fe11a39636669b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046676 Jul 20 19:25:29.391170 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ccfa1-ad78-4922-a8e4-3977ba67769e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e74568f-e209-4121-8ba2-d9fb2d25ffe4,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:29.393116 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39510) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:29.444072 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ceef-25bf-4f53-9cd1-b7ca3c5e772d admin admin] Publish callbacks [] for security_group (0e74568f-e209-4121-8ba2-d9fb2d25ffe4), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:29.466352 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ceef-25bf-4f53-9cd1-b7ca3c5e772d admin admin] Publish callbacks [] for security_group (0e74568f-e209-4121-8ba2-d9fb2d25ffe4), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:29.514080 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ceef-25bf-4f53-9cd1-b7ca3c5e772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (0e74568f-e209-4121-8ba2-d9fb2d25ffe4), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:29.516971 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ceef-25bf-4f53-9cd1-b7ca3c5e772d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:29.518134 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-e3e1ceef-25bf-4f53-9cd1-b7ca3c5e772d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e74568f-e209-4121-8ba2-d9fb2d25ffe4 HTTP/1.1" status: 204 len: 168 time: 0.1236207 Jul 20 19:25:29.526857 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1ceef-25bf-4f53-9cd1-b7ca3c5e772d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e74568f-e209-4121-8ba2-d9fb2d25ffe4,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:29.793355 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39518) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:29.800804 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:29.808882 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-326bf5ea-a6f2-4155-a8b2-3b06787eee0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:29.897886 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-326bf5ea-a6f2-4155-a8b2-3b06787eee0f admin admin] Publish callbacks [] for security_group (f8fc777e-7ccf-4dd6-824c-e329a4f1208c), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:29.901447 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-326bf5ea-a6f2-4155-a8b2-3b06787eee0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (f8fc777e-7ccf-4dd6-824c-e329a4f1208c), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:29.940149 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-326bf5ea-a6f2-4155-a8b2-3b06787eee0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0826357a0e2c46a8bce26a1b0c49bae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456380 Jul 20 19:25:29.941038 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bf5ea-a6f2-4155-a8b2-3b06787eee0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fc777e-7ccf-4dd6-824c-e329a4f1208c,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:29.942856 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39520) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:29.994657 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d29c1f6-dda4-4107-9f60-97cda3b5d614 admin admin] Publish callbacks [] for security_group (f8fc777e-7ccf-4dd6-824c-e329a4f1208c), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:30.017588 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d29c1f6-dda4-4107-9f60-97cda3b5d614 admin admin] Publish callbacks [] for security_group (f8fc777e-7ccf-4dd6-824c-e329a4f1208c), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:30.068929 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d29c1f6-dda4-4107-9f60-97cda3b5d614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (f8fc777e-7ccf-4dd6-824c-e329a4f1208c), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:30.071471 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d29c1f6-dda4-4107-9f60-97cda3b5d614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:30.072652 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-3d29c1f6-dda4-4107-9f60-97cda3b5d614 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8fc777e-7ccf-4dd6-824c-e329a4f1208c HTTP/1.1" status: 204 len: 168 time: 0.1280217 Jul 20 19:25:30.081409 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29c1f6-dda4-4107-9f60-97cda3b5d614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fc777e-7ccf-4dd6-824c-e329a4f1208c,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:30.219116 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c0f58-b81b-4f28-b026-ca262ee532f4 req-d54b2d09-3d99-4085-916a-258c37d39e5f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:30.220778 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-166c0f58-b81b-4f28-b026-ca262ee532f4 req-d54b2d09-3d99-4085-916a-258c37d39e5f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0508652 Jul 20 19:25:30.275894 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-166c0f58-b81b-4f28-b026-ca262ee532f4 req-9d2d74f5-7552-45c4-b8b6-5e95cb70be50 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475197 Jul 20 19:25:30.442512 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dec0c2-a1e8-46ea-90cb-e6dbb77708b4 req-b151a3ee-9d94-4b44-a2f2-0dbfcf7b0af9 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:30.445195 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-92dec0c2-a1e8-46ea-90cb-e6dbb77708b4 req-b151a3ee-9d94-4b44-a2f2-0dbfcf7b0af9 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 945 time: 0.0559053 Jul 20 19:25:30.499850 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-92dec0c2-a1e8-46ea-90cb-e6dbb77708b4 req-1fbfba3e-528e-46f0-bc44-84a8e5075868 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470243 Jul 20 19:25:30.581899 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39544) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:30.698238 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4274fd11-1c12-41d4-8f1a-102e36f49b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:30.779270 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4274fd11-1c12-41d4-8f1a-102e36f49b72 admin admin] Publish callbacks [] for security_group (a42f0c32-4f90-4091-aed3-4c9fb9166b5e), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:30.783212 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4274fd11-1c12-41d4-8f1a-102e36f49b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (a42f0c32-4f90-4091-aed3-4c9fb9166b5e), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:30.829339 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-4274fd11-1c12-41d4-8f1a-102e36f49b72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1652b95123c449b7b00990484330972c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470732 Jul 20 19:25:30.830251 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274fd11-1c12-41d4-8f1a-102e36f49b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42f0c32-4f90-4091-aed3-4c9fb9166b5e,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:30.832315 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39558) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:30.893009 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-caa17ccf-a73e-4afc-9bd3-414d4a2f582d admin admin] Publish callbacks [] for security_group (a42f0c32-4f90-4091-aed3-4c9fb9166b5e), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:30.917597 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-caa17ccf-a73e-4afc-9bd3-414d4a2f582d admin admin] Publish callbacks [] for security_group (a42f0c32-4f90-4091-aed3-4c9fb9166b5e), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:30.966991 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-caa17ccf-a73e-4afc-9bd3-414d4a2f582d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (a42f0c32-4f90-4091-aed3-4c9fb9166b5e), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:30.969548 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-caa17ccf-a73e-4afc-9bd3-414d4a2f582d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:30.973149 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-caa17ccf-a73e-4afc-9bd3-414d4a2f582d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a42f0c32-4f90-4091-aed3-4c9fb9166b5e HTTP/1.1" status: 204 len: 168 time: 0.1367834 Jul 20 19:25:30.981415 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa17ccf-a73e-4afc-9bd3-414d4a2f582d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42f0c32-4f90-4091-aed3-4c9fb9166b5e,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:31.196613 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99209d4-6c5d-4064-b44c-8b0bd16d1b28 req-b242dd83-899b-41c1-a7d8-78a286f6524c tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:31.199114 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d99209d4-6c5d-4064-b44c-8b0bd16d1b28 req-b242dd83-899b-41c1-a7d8-78a286f6524c tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.89 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 945 time: 0.0609717 Jul 20 19:25:31.304012 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-d99209d4-6c5d-4064-b44c-8b0bd16d1b28 req-2b8f0665-f7a0-4984-b51d-6f90569fc1c4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Deleting port 3f38ca78-3228-49a5-93fd-0c1d690c2734 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:25:31.304457 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d99209d4-6c5d-4064-b44c-8b0bd16d1b28 req-2b8f0665-f7a0-4984-b51d-6f90569fc1c4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:31.401669 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76988a-e601-4f05-aa81-aba92ef32a32 req-d7dec7b6-c421-413e-812f-00a5c34274ac tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:31.409512 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9d76988a-e601-4f05-aa81-aba92ef32a32 req-d7dec7b6-c421-413e-812f-00a5c34274ac tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0616734 Jul 20 19:25:31.429135 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-d99209d4-6c5d-4064-b44c-8b0bd16d1b28 req-2b8f0665-f7a0-4984-b51d-6f90569fc1c4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] For port 3f38ca78-3228-49a5-93fd-0c1d690c2734, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3f38ca78-3228-49a5-93fd-0c1d690c2734,segment=NetworkSegment(1df9c045-e033-42bc-bb67-772e6cc112e8),segment_id=1df9c045-e033-42bc-bb67-772e6cc112e8)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:31.429776 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d99209d4-6c5d-4064-b44c-8b0bd16d1b28 req-2b8f0665-f7a0-4984-b51d-6f90569fc1c4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:31.434804 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:31.470063 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9d76988a-e601-4f05-aa81-aba92ef32a32 req-e678cc34-ed24-4010-98a4-c72bc315f9b4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586870 Jul 20 19:25:31.470189 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-d99209d4-6c5d-4064-b44c-8b0bd16d1b28 req-2b8f0665-f7a0-4984-b51d-6f90569fc1c4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Calling delete_port for 3f38ca78-3228-49a5-93fd-0c1d690c2734 owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:25:31.534373 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:31.660709 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b5c8-7287-4407-bab9-35cfb7bc6b97 req-3f1f3b5f-addf-4020-9a98-b91fd8bd0ab4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:31.662381 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1225b5c8-7287-4407-bab9-35cfb7bc6b97 req-3f1f3b5f-addf-4020-9a98-b91fd8bd0ab4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=13233e67-291b-405c-a535-9c259d66c96f HTTP/1.1" status: 200 len: 945 time: 0.0860958 Jul 20 19:25:31.668780 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:31.718653 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d99209d4-6c5d-4064-b44c-8b0bd16d1b28 req-2b8f0665-f7a0-4984-b51d-6f90569fc1c4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (3f38ca78-3228-49a5-93fd-0c1d690c2734), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:31.732925 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['3f38ca78-3228-49a5-93fd-0c1d690c2734'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:25:31.762064 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f0665-f7a0-4984-b51d-6f90569fc1c4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Pushing event deleted for resources: {'Port': ['ID=3f38ca78-3228-49a5-93fd-0c1d690c2734,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:31.771939 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1225b5c8-7287-4407-bab9-35cfb7bc6b97 req-e207fda6-42b9-42ea-9944-6bfff0c6e9c6 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939188 Jul 20 19:25:31.819331 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99209d4-6c5d-4064-b44c-8b0bd16d1b28 req-2b8f0665-f7a0-4984-b51d-6f90569fc1c4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] No DVR routers for this DVR port 3f38ca78-3228-49a5-93fd-0c1d690c2734 on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:25:31.822156 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d99209d4-6c5d-4064-b44c-8b0bd16d1b28 req-2b8f0665-f7a0-4984-b51d-6f90569fc1c4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:31.825516 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d99209d4-6c5d-4064-b44c-8b0bd16d1b28 req-2b8f0665-f7a0-4984-b51d-6f90569fc1c4 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.89 "DELETE /v2.0/ports/3f38ca78-3228-49a5-93fd-0c1d690c2734 HTTP/1.1" status: 204 len: 173 time: 0.6198552 Jul 20 19:25:31.826085 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13233e67-291b-405c-a535-9c259d66c96f', 'name': 'network-vif-deleted', 'tag': '3f38ca78-3228-49a5-93fd-0c1d690c2734'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:25:31.828422 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e02488-dc7c-4674-a1c7-3d86ba45050d" -d '{"events": [{"server_uuid": "13233e67-291b-405c-a535-9c259d66c96f", "name": "network-vif-deleted", "tag": "3f38ca78-3228-49a5-93fd-0c1d690c2734"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:25:31.876562 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87209122-42a8-42f3-8c1f-c4edb7a0326c x-openstack-request-id: req-87209122-42a8-42f3-8c1f-c4edb7a0326c {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:25:31.876844 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13233e67-291b-405c-a535-9c259d66c96f", "name": "network-vif-deleted", "tag": "3f38ca78-3228-49a5-93fd-0c1d690c2734", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:25:31.877099 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87209122-42a8-42f3-8c1f-c4edb7a0326c {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:25:31.877496 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87209122-42a8-42f3-8c1f-c4edb7a0326c'] response: {'server_uuid': '13233e67-291b-405c-a535-9c259d66c96f', 'name': 'network-vif-deleted', 'tag': '3f38ca78-3228-49a5-93fd-0c1d690c2734', 'status': 'completed', 'code': 200} Jul 20 19:25:32.613848 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7363a-d2d3-4425-813f-fa5ff86baabe req-938f550d-b767-4208-9764-2b510f17854b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:32.615846 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-60d7363a-d2d3-4425-813f-fa5ff86baabe req-938f550d-b767-4208-9764-2b510f17854b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0551505 Jul 20 19:25:32.663280 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-60d7363a-d2d3-4425-813f-fa5ff86baabe req-4db97a0f-8ba1-4113-aa98-908d40b94da7 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 Jul 20 19:25:32.791994 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d38c34-1a47-4c22-9da6-77229a233b36 req-62b61e4f-41ed-49d3-8c63-3c4310dc1289 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:32.793551 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-55d38c34-1a47-4c22-9da6-77229a233b36 req-62b61e4f-41ed-49d3-8c63-3c4310dc1289 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0563328 Jul 20 19:25:32.826678 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39652) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:32.850574 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-55d38c34-1a47-4c22-9da6-77229a233b36 req-ef34ed6a-c0db-495e-bc04-26922a132d19 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514004 Jul 20 19:25:32.993393 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb0e6-5eae-4aa3-a8d5-c620c777acfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:33.163752 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb0e6-5eae-4aa3-a8d5-c620c777acfc admin admin] Publish callbacks [] for security_group (52a3c0ed-d640-4189-95b2-748ac7a25395), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:33.168723 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb0e6-5eae-4aa3-a8d5-c620c777acfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (52a3c0ed-d640-4189-95b2-748ac7a25395), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:33.236353 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-dab2d2d8-9666-47eb-8543-e32c1155f4e9 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:33.237833 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-dab2d2d8-9666-47eb-8543-e32c1155f4e9 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/networks?id=9535d651-697b-4106-9328-f6db4818fc11 HTTP/1.1" status: 200 len: 809 time: 0.1966071 Jul 20 19:25:33.241229 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-f9fbb0e6-5eae-4aa3-a8d5-c620c777acfc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99b197a51c8b42339af0a22b5dc563d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4137526 Jul 20 19:25:33.242853 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbb0e6-5eae-4aa3-a8d5-c620c777acfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a3c0ed-d640-4189-95b2-748ac7a25395,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:33.243940 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39684) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:33.263036 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-2819da9e-d7b4-4333-bef9-dc1107c28f5d tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/quotas/aba8221c6e144e94ae026555d5317576 HTTP/1.1" status: 200 len: 375 time: 0.0162077 Jul 20 19:25:33.298829 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-0fb6c1c2-0fa8-4ca4-891a-21ce0b4f14f6 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aba8221c6e144e94ae026555d5317576&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349247 Jul 20 19:25:33.304691 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:33.311894 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e0788cc7-cbd6-4d46-ae93-ce20ec16ef7b admin admin] Publish callbacks [] for security_group (52a3c0ed-d640-4189-95b2-748ac7a25395), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:33.336866 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e0788cc7-cbd6-4d46-ae93-ce20ec16ef7b admin admin] Publish callbacks [] for security_group (52a3c0ed-d640-4189-95b2-748ac7a25395), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:33.393727 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e0788cc7-cbd6-4d46-ae93-ce20ec16ef7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (52a3c0ed-d640-4189-95b2-748ac7a25395), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:33.398417 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e0788cc7-cbd6-4d46-ae93-ce20ec16ef7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:33.399558 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-e0788cc7-cbd6-4d46-ae93-ce20ec16ef7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52a3c0ed-d640-4189-95b2-748ac7a25395 HTTP/1.1" status: 204 len: 168 time: 0.1541791 Jul 20 19:25:33.404871 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-c815061c-ed10-4478-8403-146cc97960ac service neutron] 10.222.0.43 "GET /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985432 Jul 20 19:25:33.407885 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0788cc7-cbd6-4d46-ae93-ce20ec16ef7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a3c0ed-d640-4189-95b2-748ac7a25395,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:33.487636 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:33.509993 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-36f3004a-07f9-441b-8065-036b415ab066 service neutron] 10.222.0.43 "GET /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018596 Jul 20 19:25:33.710254 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd75f431-5cd8-4ac8-be53-c21013464dff req-9afdcfac-0056-4e40-a9c7-53bd77441c4b tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 210 time: 0.0389676 Jul 20 19:25:33.797193 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39706) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:33.810592 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6d7212f2-0f3d-47fa-9628-ade0322c692d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:33.899380 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6d7212f2-0f3d-47fa-9628-ade0322c692d admin admin] Publish callbacks [] for security_group (ac4c36df-a943-4e47-aa7a-9128143307f5), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:33.903634 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6d7212f2-0f3d-47fa-9628-ade0322c692d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ac4c36df-a943-4e47-aa7a-9128143307f5), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:33.948182 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6d7212f2-0f3d-47fa-9628-ade0322c692d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d40d5b5e50c146bb86710c33cd45e49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499131 Jul 20 19:25:33.948604 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39712) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:33.949225 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7212f2-0f3d-47fa-9628-ade0322c692d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4c36df-a943-4e47-aa7a-9128143307f5,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:34.011449 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9a96a638-699c-4f84-8cb9-2233af739da8 admin admin] Publish callbacks [] for security_group (ac4c36df-a943-4e47-aa7a-9128143307f5), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:34.036763 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9a96a638-699c-4f84-8cb9-2233af739da8 admin admin] Publish callbacks [] for security_group (ac4c36df-a943-4e47-aa7a-9128143307f5), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:34.089977 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9a96a638-699c-4f84-8cb9-2233af739da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ac4c36df-a943-4e47-aa7a-9128143307f5), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:34.092722 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9a96a638-699c-4f84-8cb9-2233af739da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:34.096426 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-9a96a638-699c-4f84-8cb9-2233af739da8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac4c36df-a943-4e47-aa7a-9128143307f5 HTTP/1.1" status: 204 len: 168 time: 0.1437769 Jul 20 19:25:34.105023 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96a638-699c-4f84-8cb9-2233af739da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4c36df-a943-4e47-aa7a-9128143307f5,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:34.667777 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0af95e-141a-488d-8199-3881bd34dc55 req-83e6e72c-e644-43b1-9999-ffea9d45c885 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:34.669293 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-eb0af95e-141a-488d-8199-3881bd34dc55 req-83e6e72c-e644-43b1-9999-ffea9d45c885 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0528789 Jul 20 19:25:34.726659 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-eb0af95e-141a-488d-8199-3881bd34dc55 req-70978600-ccac-424e-98f8-c328e69b00d4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511112 Jul 20 19:25:34.808947 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39748) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:34.816821 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d7fecd5d-092b-44d4-949d-0c8a71727f23 req-6b1f0be5-102a-4373-8dfd-a9a4fa09ecd5 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 210 time: 0.0301695 Jul 20 19:25:34.822165 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:25:34.915299 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1142889864-network', 'tenant_id': '4f13b0a634b8423581a33819b24a1ffc'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:34.935529 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Made reservation on behalf of 4f13b0a634b8423581a33819b24a1ffc for: {'network': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:25:34.938152 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:34.947877 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:35.027509 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Publish callbacks [] for security_group (b7ef58a1-14b2-4d4c-a370-99bdd4377730), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:35.031284 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (b7ef58a1-14b2-4d4c-a370-99bdd4377730), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:35.064013 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:25:35.070349 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ef58a1-14b2-4d4c-a370-99bdd4377730,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:35.078329 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (00a726fc-b601-4dc4-b4f7-9751e5d60744), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:35.078656 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.segments_db [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Added segment 00a726fc-b601-4dc4-b4f7-9751e5d60744 of type vlan for network 8c805086-7c1a-4274-a67c-95fcb8e8b1b7 Jul 20 19:25:35.109997 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:35.122732 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (8c805086-7c1a-4274-a67c-95fcb8e8b1b7), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:35.153044 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (8c805086-7c1a-4274-a67c-95fcb8e8b1b7), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:35.154123 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:35.154701 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:35.189277 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3792710 Jul 20 19:25:35.192691 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39756) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:35.197579 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-2e6062f9-15f3-497b-8ff1-630396997ed0 admin admin] Request body: {'subnet': {'network_id': '8c805086-7c1a-4274-a67c-95fcb8e8b1b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1142889864-subnet', 'tenant_id': '4f13b0a634b8423581a33819b24a1ffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:35.217883 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6062f9-15f3-497b-8ff1-630396997ed0 admin admin] Made reservation on behalf of 4f13b0a634b8423581a33819b24a1ffc for: {'subnet': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:25:35.218919 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd337d2-7dcb-4c7d-9ad9-f46e6afb0c5c admin admin] Pushing event updated for resources: {'Network': ['ID=8c805086-7c1a-4274-a67c-95fcb8e8b1b7,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:35.220216 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2e6062f9-15f3-497b-8ff1-630396997ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3111582'] for subnet (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:35.230139 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 8c805086-7c1a-4274-a67c-95fcb8e8b1b7 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:25:35.279566 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:35.384720 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 3f38ca78-3228-49a5-93fd-0c1d690c2734 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:25:35.398449 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2e6062f9-15f3-497b-8ff1-630396997ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9994460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3111596'] for subnet (fa3d7403-6dcc-40c0-b720-d4b19f24832b), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:35.414674 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: 3f38ca78-3228-49a5-93fd-0c1d690c2734 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:25:35.415049 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 3f38ca78-3228-49a5-93fd-0c1d690c2734 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:25:35.452306 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6062f9-15f3-497b-8ff1-630396997ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3d7403-6dcc-40c0-b720-d4b19f24832b,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:35.468642 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6062f9-15f3-497b-8ff1-630396997ed0 admin admin] Checking segment: {'id': '00a726fc-b601-4dc4-b4f7-9751e5d60744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8c805086-7c1a-4274-a67c-95fcb8e8b1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:25:35.468991 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6062f9-15f3-497b-8ff1-630396997ed0 admin admin] Network hostable DHCP agents. Network: 8c805086-7c1a-4274-a67c-95fcb8e8b1b7, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:25:35.486318 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6062f9-15f3-497b-8ff1-630396997ed0 admin admin] Network 8c805086-7c1a-4274-a67c-95fcb8e8b1b7 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:25:35.494584 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-2e6062f9-15f3-497b-8ff1-630396997ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 8c805086-7c1a-4274-a67c-95fcb8e8b1b7) {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:35.498851 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6062f9-15f3-497b-8ff1-630396997ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:35.499506 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2e6062f9-15f3-497b-8ff1-630396997ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:35.505010 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5193ba5-b6ac-40db-9e74-377eee1e53c2 None None] Network 8c805086-7c1a-4274-a67c-95fcb8e8b1b7 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:25:35.519552 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-2e6062f9-15f3-497b-8ff1-630396997ed0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3253844 Jul 20 19:25:35.611881 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a6092e-7645-40db-b331-86eee5b517ec None None] Network 8c805086-7c1a-4274-a67c-95fcb8e8b1b7 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:25:35.848408 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b93c9d-e81f-4830-bb15-1653d137863a req-535c97af-5b5f-42b2-af08-a34af1336e4e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:35.849990 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-56b93c9d-e81f-4830-bb15-1653d137863a req-535c97af-5b5f-42b2-af08-a34af1336e4e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0494380 Jul 20 19:25:35.878304 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:35.916915 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-97b0a704-d5e7-4899-a21c-669b5f19206e req-e0eefa50-383e-4dfb-acc7-f38ba03b3ea1 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 210 time: 0.0334690 Jul 20 19:25:35.919848 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-56b93c9d-e81f-4830-bb15-1653d137863a req-36054ee6-9c19-451d-8469-054bd9678158 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643656 Jul 20 19:25:36.031137 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 39778) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:36.035991 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-518754086-network', 'tenant_id': '7ac33d44ac7f40c7ad4c4efe4dc7a530'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:36.055799 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Made reservation on behalf of 7ac33d44ac7f40c7ad4c4efe4dc7a530 for: {'network': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:25:36.058121 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:36.068731 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:36.151154 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Publish callbacks [] for security_group (6181751d-2168-482b-8e7a-52f46be92ac2), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:36.154798 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (6181751d-2168-482b-8e7a-52f46be92ac2), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:36.182338 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:25:36.189365 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6181751d-2168-482b-8e7a-52f46be92ac2,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:36.196831 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (634e9b34-0e79-4dc7-a0ed-ec63291c4e0d), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:36.197719 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.segments_db [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Added segment 634e9b34-0e79-4dc7-a0ed-ec63291c4e0d of type vlan for network 4d7b19a7-f442-4b9b-a01d-78326479fccf Jul 20 19:25:36.237121 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (4d7b19a7-f442-4b9b-a01d-78326479fccf), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:36.263574 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (4d7b19a7-f442-4b9b-a01d-78326479fccf), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:36.264572 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:36.265162 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:36.297957 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2657330 Jul 20 19:25:36.301416 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39782) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:36.307027 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-6285be45-bed4-4f31-9c12-ca00dac66acb admin admin] Request body: {'subnet': {'network_id': '4d7b19a7-f442-4b9b-a01d-78326479fccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-518754086-subnet', 'tenant_id': '7ac33d44ac7f40c7ad4c4efe4dc7a530', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:36.327084 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6285be45-bed4-4f31-9c12-ca00dac66acb admin admin] Made reservation on behalf of 7ac33d44ac7f40c7ad4c4efe4dc7a530 for: {'subnet': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:25:36.329605 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6285be45-bed4-4f31-9c12-ca00dac66acb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3111582'] for subnet (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:36.331302 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74864fd4-3cfe-4d70-a9e0-f3bc6de3cef6 admin admin] Pushing event updated for resources: {'Network': ['ID=4d7b19a7-f442-4b9b-a01d-78326479fccf,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:36.344755 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 4d7b19a7-f442-4b9b-a01d-78326479fccf details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:25:36.497017 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6285be45-bed4-4f31-9c12-ca00dac66acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9994460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3111596'] for subnet (60a48a59-cd39-4ac3-9be4-27ac0bcfdbac), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:36.501378 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:36.548076 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285be45-bed4-4f31-9c12-ca00dac66acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a48a59-cd39-4ac3-9be4-27ac0bcfdbac,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:36.563553 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285be45-bed4-4f31-9c12-ca00dac66acb admin admin] Checking segment: {'id': '634e9b34-0e79-4dc7-a0ed-ec63291c4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4d7b19a7-f442-4b9b-a01d-78326479fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:25:36.563894 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6285be45-bed4-4f31-9c12-ca00dac66acb admin admin] Network hostable DHCP agents. Network: 4d7b19a7-f442-4b9b-a01d-78326479fccf, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:25:36.580702 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6285be45-bed4-4f31-9c12-ca00dac66acb admin admin] Network 4d7b19a7-f442-4b9b-a01d-78326479fccf is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:25:36.588735 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-6285be45-bed4-4f31-9c12-ca00dac66acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 4d7b19a7-f442-4b9b-a01d-78326479fccf) {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:36.592567 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6285be45-bed4-4f31-9c12-ca00dac66acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:36.593145 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6285be45-bed4-4f31-9c12-ca00dac66acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:36.597436 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68e4c7-f710-42fb-acc3-ddd35ce43419 None None] Network 4d7b19a7-f442-4b9b-a01d-78326479fccf requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:25:36.613218 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-6285be45-bed4-4f31-9c12-ca00dac66acb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3106387 Jul 20 19:25:36.666866 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:36.702848 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720ac7a8-0011-41bd-9d5b-081aa2662102 None None] Network 4d7b19a7-f442-4b9b-a01d-78326479fccf requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:25:37.061483 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f324-969a-4a20-8672-83ee0b9606aa req-b110c2a8-ed36-4a11-bc19-d3461da1f473 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:37.063614 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7b21f324-969a-4a20-8672-83ee0b9606aa req-b110c2a8-ed36-4a11-bc19-d3461da1f473 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0608263 Jul 20 19:25:37.124925 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7b21f324-969a-4a20-8672-83ee0b9606aa req-d7d14d3f-c10d-4410-bbc6-3d78ef51e6c8 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536685 Jul 20 19:25:37.156258 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-efbfc9b3-9aa8-408d-8de0-9b4086ff06d3 req-0eb59171-c9a6-4127-ac6d-11d332845925 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 210 time: 0.0316336 Jul 20 19:25:37.400820 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043119d7-34bd-4379-bf36-6a810a7a1e2a req-c925a582-105c-4fc1-974f-ab537200aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:37.402296 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-043119d7-34bd-4379-bf36-6a810a7a1e2a req-c925a582-105c-4fc1-974f-ab537200aa63 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 1129 time: 0.0419271 Jul 20 19:25:37.471434 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:37.500858 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043119d7-34bd-4379-bf36-6a810a7a1e2a req-ac3a135f-ff5a-4d03-89dd-c88907f87cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:37.502309 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-043119d7-34bd-4379-bf36-6a810a7a1e2a req-ac3a135f-ff5a-4d03-89dd-c88907f87cda service neutron] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 919 time: 0.0920837 Jul 20 19:25:37.818834 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-043119d7-34bd-4379-bf36-6a810a7a1e2a req-77c71751-7a83-4049-9a31-1ad7e1a58f7f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b88207bd-7c1f-4302-9d14-7ef3931098c7 HTTP/1.1" status: 200 len: 217 time: 0.0348139 Jul 20 19:25:37.869592 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043119d7-34bd-4379-bf36-6a810a7a1e2a req-917750e5-50f9-4fa7-9126-a0e9e2da724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:37.871199 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-043119d7-34bd-4379-bf36-6a810a7a1e2a req-917750e5-50f9-4fa7-9126-a0e9e2da724b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.0453508 Jul 20 19:25:37.934897 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043119d7-34bd-4379-bf36-6a810a7a1e2a req-9594ad9a-15bc-4644-b544-6eec8517dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:37.937230 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-043119d7-34bd-4379-bf36-6a810a7a1e2a req-9594ad9a-15bc-4644-b544-6eec8517dc29 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0588284 Jul 20 19:25:37.999360 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-404a4720-e1c5-43ff-8e9c-da5f25cfce04 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:38.001516 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-404a4720-e1c5-43ff-8e9c-da5f25cfce04 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.89 "GET /v2.0/networks?id=9535d651-697b-4106-9328-f6db4818fc11 HTTP/1.1" status: 200 len: 809 time: 0.1319282 Jul 20 19:25:38.019890 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Request body: {'port': {'device_id': '6be1830e-3311-4a0d-bb66-ea396b0e20b2', 'network_id': '9535d651-697b-4106-9328-f6db4818fc11', 'admin_state_up': True, 'tenant_id': 'aba8221c6e144e94ae026555d5317576'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:38.075447 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-043119d7-34bd-4379-bf36-6a810a7a1e2a req-29476bf8-07f2-463b-afa8-1e4d834cb83f service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278169 Jul 20 19:25:38.160180 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Made reservation on behalf of aba8221c6e144e94ae026555d5317576 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:25:38.165252 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:38.225675 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-043119d7-34bd-4379-bf36-6a810a7a1e2a req-64c6e2ad-16e7-4bcb-8261-7024da8fa776 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405025 Jul 20 19:25:38.317293 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f74ce-8d5a-47c6-9340-2a393149d91c req-1452bd58-dcc4-4d33-8b41-d7ce99ab9c59 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:38.334930 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8c4f74ce-8d5a-47c6-9340-2a393149d91c req-1452bd58-dcc4-4d33-8b41-d7ce99ab9c59 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.1004703 Jul 20 19:25:38.386191 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-34e9ca73-1106-4e5f-a197-9f6b973a7b67 req-fea3a822-4afa-4809-bd3d-ea9e9a50c9c9 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 210 time: 0.0396211 Jul 20 19:25:38.399968 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8c4f74ce-8d5a-47c6-9340-2a393149d91c req-29af69cd-c7e5-48a0-bf09-c1411ddacca8 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640173 Jul 20 19:25:38.415958 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:38.417582 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Allocated IP 172.20.0.12 (9535d651-697b-4106-9328-f6db4818fc11/af2f5238-3ff8-4e9a-b483-769dd739bfea/0f7ad1d9-e396-4d19-afee-ff1d009c6716) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:25:38.425182 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:38.618582 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks [] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:38.655481 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:38.708269 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Network 9535d651-697b-4106-9328-f6db4818fc11 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:25:38.714286 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:38.718365 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:25:38.729565 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Pushing event updated for resources: {'Port': ['ID=0f7ad1d9-e396-4d19-afee-ff1d009c6716,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:38.779756 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:38.780645 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:38.798130 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-511c12e6-e4fc-4c33-8883-bd8b4a9d3a4a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7837319 Jul 20 19:25:38.817395 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Request body: {'port': {'device_id': '6be1830e-3311-4a0d-bb66-ea396b0e20b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:38.881787 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:39.133239 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7ad1d9-e396-4d19-afee-ff1d009c6716 {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:25:39.141769 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Publish callbacks [] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:39.154924 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Transition to ACTIVE for port object 0f7ad1d9-e396-4d19-afee-ff1d009c6716 will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:25:39.157661 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:39.208068 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7ad1d9-e396-4d19-afee-ff1d009c6716,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:39.250478 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:39.276966 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:39.279730 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Attempting to bind port 0f7ad1d9-e396-4d19-afee-ff1d009c6716 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:25:39.280059 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Attempting to bind port 0f7ad1d9-e396-4d19-afee-ff1d009c6716 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '1df9c045-e033-42bc-bb67-772e6cc112e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9535d651-697b-4106-9328-f6db4818fc11'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:25:39.280414 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Attempting to bind port 0f7ad1d9-e396-4d19-afee-ff1d009c6716 on network 9535d651-697b-4106-9328-f6db4818fc11 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:25:39.285243 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Port 0f7ad1d9-e396-4d19-afee-ff1d009c6716 on network 9535d651-697b-4106-9328-f6db4818fc11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:25:39.285559 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Attempting to bind port 0f7ad1d9-e396-4d19-afee-ff1d009c6716 on network 9535d651-697b-4106-9328-f6db4818fc11 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:25:39.290794 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:25:39.291129 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Checking segment: {'id': '1df9c045-e033-42bc-bb67-772e6cc112e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9535d651-697b-4106-9328-f6db4818fc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:25:39.291522 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Bound using segment: {'id': '1df9c045-e033-42bc-bb67-772e6cc112e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9535d651-697b-4106-9328-f6db4818fc11'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:25:39.291930 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Bound port: 0f7ad1d9-e396-4d19-afee-ff1d009c6716, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df9c045-e033-42bc-bb67-772e6cc112e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9535d651-697b-4106-9328-f6db4818fc11'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:25:39.292313 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:39.351171 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] For port 0f7ad1d9-e396-4d19-afee-ff1d009c6716, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:25:39.354252 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] For port 0f7ad1d9-e396-4d19-afee-ff1d009c6716, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0f7ad1d9-e396-4d19-afee-ff1d009c6716,segment=NetworkSegment(1df9c045-e033-42bc-bb67-772e6cc112e8),segment_id=1df9c045-e033-42bc-bb67-772e6cc112e8)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:25:39.361542 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:39.398159 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:39.398811 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:39.400143 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] 10.222.0.89 "PUT /v2.0/ports/0f7ad1d9-e396-4d19-afee-ff1d009c6716 HTTP/1.1" status: 200 len: 1094 time: 0.5870454 Jul 20 19:25:39.400602 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be1830e-3311-4a0d-bb66-ea396b0e20b2', 'tag': '0f7ad1d9-e396-4d19-afee-ff1d009c6716'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:25:39.402832 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63317a58-4498-462d-a59c-835887df6c14" -d '{"events": [{"name": "network-changed", "server_uuid": "6be1830e-3311-4a0d-bb66-ea396b0e20b2", "tag": "0f7ad1d9-e396-4d19-afee-ff1d009c6716"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:25:39.476469 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f403e-a003-4c7c-8e1d-5d5cf54a5541 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7ad1d9-e396-4d19-afee-ff1d009c6716,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:39.524993 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd0422-72e5-4e94-b82c-07402d123df3 req-558fd32f-5927-494e-9bbc-2183e3f4ca8a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:39.531968 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bcfd0422-72e5-4e94-b82c-07402d123df3 req-558fd32f-5927-494e-9bbc-2183e3f4ca8a tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 944 time: 0.0612497 Jul 20 19:25:39.553880 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353f4273-e656-452e-9228-2bdb4c94a080 x-openstack-request-id: req-353f4273-e656-452e-9228-2bdb4c94a080 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:25:39.554314 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be1830e-3311-4a0d-bb66-ea396b0e20b2", "tag": "0f7ad1d9-e396-4d19-afee-ff1d009c6716", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:25:39.554714 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-353f4273-e656-452e-9228-2bdb4c94a080 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:25:39.555319 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353f4273-e656-452e-9228-2bdb4c94a080'] response: {'name': 'network-changed', 'server_uuid': '6be1830e-3311-4a0d-bb66-ea396b0e20b2', 'tag': '0f7ad1d9-e396-4d19-afee-ff1d009c6716', 'status': 'completed', 'code': 200} Jul 20 19:25:39.560194 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-f25d54db-23d5-44ee-a6d4-a0ab3299e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:39.562910 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-f25d54db-23d5-44ee-a6d4-a0ab3299e018 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aba8221c6e144e94ae026555d5317576&device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 1128 time: 0.0877907 Jul 20 19:25:39.586416 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bcfd0422-72e5-4e94-b82c-07402d123df3 req-7c65e281-48cd-42e1-84e9-7a03dd1488b6 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535221 Jul 20 19:25:39.622883 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-bf91c4dd-f6ce-4637-ae4b-ee754a5cbaf2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f7ad1d9-e396-4d19-afee-ff1d009c6716 HTTP/1.1" status: 200 len: 217 time: 0.0495174 Jul 20 19:25:39.712969 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:39.723558 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-ec881b91-67f1-4ad3-904c-36f1688ea393 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429967910&fields=id&tenant_id=182d5b6ac9e6412b907119a623869c80 HTTP/1.1" status: 200 len: 267 time: 0.0536034 Jul 20 19:25:39.852344 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45391842-3b45-451b-a7e2-15da3abdf86f req-b2d1fac2-2c14-4a8d-9f24-24e7b1cbb676 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:39.853680 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-b2d1fac2-2c14-4a8d-9f24-24e7b1cbb676 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 812 time: 0.1222463 Jul 20 19:25:39.871814 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-556eba0d-768d-4334-8e8f-d43a32c07a94 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/quotas/182d5b6ac9e6412b907119a623869c80 HTTP/1.1" status: 200 len: 375 time: 0.0123334 Jul 20 19:25:39.939949 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a8ce5-2f00-493c-8057-79659343efd7 req-b514f9ba-26b8-445d-b411-90d27854e5f1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:39.940606 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-c89ae0a0-1409-48be-901e-e4d207a8e371 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632341 Jul 20 19:25:39.942341 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ed8a8ce5-2f00-493c-8057-79659343efd7 req-b514f9ba-26b8-445d-b411-90d27854e5f1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.3217106 Jul 20 19:25:39.949125 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-ae8045ac-5146-4661-b83a-342f100b8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:39.950637 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-ae8045ac-5146-4661-b83a-342f100b8481 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af2f5238-3ff8-4e9a-b483-769dd739bfea HTTP/1.1" status: 200 len: 849 time: 0.3189445 Jul 20 19:25:40.024619 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-df392130-1eae-4504-a60a-515e3784c853 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9535d651-697b-4106-9328-f6db4818fc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585370 Jul 20 19:25:40.073995 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-2566f306-08ba-416b-bd45-b846c8970805 service neutron] 10.222.0.43 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078017 Jul 20 19:25:40.080580 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ed8a8ce5-2f00-493c-8057-79659343efd7 req-ea36f4d5-6a12-4b71-a9fb-b7455de5df7e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156335 Jul 20 19:25:40.148844 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-353b4e45-8f0d-45ec-b722-08fb6715309a service neutron] 10.222.0.89 "GET /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161339 Jul 20 19:25:40.187603 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-130a58ca-910d-4958-857e-da2114fa7ce5 service neutron] 10.222.0.43 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071126 Jul 20 19:25:40.243716 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0040c12d-06cb-48cd-bdf1-45866c27f9bb req-1c7d4763-33ad-40a0-aff3-e4bdd181502d service neutron] 10.222.0.89 "GET /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853677 Jul 20 19:25:40.490829 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-171b24c9-78ea-4320-8551-c654af5bfe42 req-2c96eb38-2df4-4e0a-90b7-4d1228e8a936 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 210 time: 0.0335059 Jul 20 19:25:40.705876 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d0ea2-b44e-4953-a54a-9c804f42c83e req-fb54d0c1-8224-4645-be90-7d3f84b9ad5e tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:40.707547 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c12d0ea2-b44e-4953-a54a-9c804f42c83e req-fb54d0c1-8224-4645-be90-7d3f84b9ad5e tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 944 time: 0.0497515 Jul 20 19:25:40.757803 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c12d0ea2-b44e-4953-a54a-9c804f42c83e req-cc428288-747f-4fe5-ad70-869563070d63 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Jul 20 19:25:41.227221 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18c991-50fe-4513-97c1-c0bbe31bc9b1 req-d7b95241-ba27-4287-9354-73a518182ac7 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:41.228900 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7d18c991-50fe-4513-97c1-c0bbe31bc9b1 req-d7b95241-ba27-4287-9354-73a518182ac7 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0643015 Jul 20 19:25:41.281277 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7d18c991-50fe-4513-97c1-c0bbe31bc9b1 req-114a8996-d3af-4851-afbd-3de43ee8ca53 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463548 Jul 20 19:25:41.325324 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39926) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:41.354787 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63317a58-4498-462d-a59c-835887df6c14 req-017b59d1-5990-412d-8e04-110a16ca29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:41.358191 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-63317a58-4498-462d-a59c-835887df6c14 req-017b59d1-5990-412d-8e04-110a16ca29e5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aba8221c6e144e94ae026555d5317576&device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 1128 time: 0.0610528 Jul 20 19:25:41.470919 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6aed0cc0-9d06-4b31-b774-140aaa5ed52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:41.525422 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63317a58-4498-462d-a59c-835887df6c14 req-db72d951-ef14-4868-87f0-500bfe311c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:41.526963 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-63317a58-4498-462d-a59c-835887df6c14 req-db72d951-ef14-4868-87f0-500bfe311c98 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9535d651-697b-4106-9328-f6db4818fc11 HTTP/1.1" status: 200 len: 910 time: 0.1589859 Jul 20 19:25:41.557711 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:41.578704 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-63317a58-4498-462d-a59c-835887df6c14 req-921dbaf9-e21d-4496-a033-e7604ee8f963 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f7ad1d9-e396-4d19-afee-ff1d009c6716 HTTP/1.1" status: 200 len: 217 time: 0.0375259 Jul 20 19:25:41.611086 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1355cce6-36f3-4317-b537-feb01dde8c04 req-b57bdb94-d6fe-4667-a77d-a6d6e0f414b7 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 210 time: 0.0366263 Jul 20 19:25:41.612950 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6aed0cc0-9d06-4b31-b774-140aaa5ed52b admin admin] Publish callbacks [] for security_group (ea2d003f-79e1-46f4-b1e2-9a6d4be4080a), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:41.618316 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6aed0cc0-9d06-4b31-b774-140aaa5ed52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ea2d003f-79e1-46f4-b1e2-9a6d4be4080a), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:41.641044 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63317a58-4498-462d-a59c-835887df6c14 req-88f06480-b23e-40c4-80ea-c78502b351e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:41.642641 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-63317a58-4498-462d-a59c-835887df6c14 req-88f06480-b23e-40c4-80ea-c78502b351e6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af2f5238-3ff8-4e9a-b483-769dd739bfea HTTP/1.1" status: 200 len: 849 time: 0.0501871 Jul 20 19:25:41.666323 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-6aed0cc0-9d06-4b31-b774-140aaa5ed52b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fac1b4711d514d53b1c08c841ee0af2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398564 Jul 20 19:25:41.668311 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed0cc0-9d06-4b31-b774-140aaa5ed52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2d003f-79e1-46f4-b1e2-9a6d4be4080a,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:41.671396 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 39934) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:41.681563 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-63317a58-4498-462d-a59c-835887df6c14 req-3e65c40e-9601-45a7-b28c-2ada4f4bcd34 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9535d651-697b-4106-9328-f6db4818fc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268474 Jul 20 19:25:41.720213 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fedc8d80-0a0d-4ceb-8783-fb42b5bc7ab9 admin admin] Publish callbacks [] for security_group (ea2d003f-79e1-46f4-b1e2-9a6d4be4080a), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:41.742434 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fedc8d80-0a0d-4ceb-8783-fb42b5bc7ab9 admin admin] Publish callbacks [] for security_group (ea2d003f-79e1-46f4-b1e2-9a6d4be4080a), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:41.790203 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fedc8d80-0a0d-4ceb-8783-fb42b5bc7ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ea2d003f-79e1-46f4-b1e2-9a6d4be4080a), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:41.792847 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fedc8d80-0a0d-4ceb-8783-fb42b5bc7ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:41.794085 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-fedc8d80-0a0d-4ceb-8783-fb42b5bc7ab9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea2d003f-79e1-46f4-b1e2-9a6d4be4080a HTTP/1.1" status: 204 len: 168 time: 0.1214423 Jul 20 19:25:41.803968 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc8d80-0a0d-4ceb-8783-fb42b5bc7ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2d003f-79e1-46f4-b1e2-9a6d4be4080a,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:41.846666 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=2 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:41.885354 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd46af-7653-4d0e-9e68-aae37a0cf55b req-fc6fc213-b82f-4250-8ef6-efb8ce1441e1 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:41.886898 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-16dd46af-7653-4d0e-9e68-aae37a0cf55b req-fc6fc213-b82f-4250-8ef6-efb8ce1441e1 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 944 time: 0.0512114 Jul 20 19:25:41.931589 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:41.959281 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:42.039517 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-16dd46af-7653-4d0e-9e68-aae37a0cf55b req-a0d94f03-011b-4997-afef-adacd1c24be2 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358428 Jul 20 19:25:42.059770 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-63317a58-4498-462d-a59c-835887df6c14 req-25d4d9f1-7be4-46e5-bc42-d8a5eaddb32a service neutron] 10.222.0.89 "GET /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719084 Jul 20 19:25:42.088846 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:42.116314 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45391842-3b45-451b-a7e2-15da3abdf86f req-09a8437d-58e8-47ce-86b5-91e8f237ea38 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:42.118795 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-09a8437d-58e8-47ce-86b5-91e8f237ea38 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 812 time: 0.1448181 Jul 20 19:25:42.187668 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-63317a58-4498-462d-a59c-835887df6c14 req-ed311072-3c3f-4b22-be7c-dc6596bea800 service neutron] 10.222.0.89 "GET /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120131 Jul 20 19:25:42.204693 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-69c4947e-88ec-48b9-9d37-a554a1ccf9a8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=182d5b6ac9e6412b907119a623869c80 HTTP/1.1" status: 200 len: 380 time: 0.0703714 Jul 20 19:25:42.217427 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'port': {'device_id': 'd469a829-8282-4106-a0d6-4197710acf5f', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'admin_state_up': True, 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'security_groups': ['c172d049-0d4f-4a1a-99e1-66681ce53548']}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:42.339767 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Made reservation on behalf of 182d5b6ac9e6412b907119a623869c80 for: {'port': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:25:42.343492 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:42.474074 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaaf64-9aa7-4c6a-8610-e327ab8ea8d9 req-709ed635-163e-4853-90e2-363043a84964 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:42.475721 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-92eaaf64-9aa7-4c6a-8610-e327ab8ea8d9 req-709ed635-163e-4853-90e2-363043a84964 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.1058755 Jul 20 19:25:42.599856 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-92eaaf64-9aa7-4c6a-8610-e327ab8ea8d9 req-3cae769b-3d74-42b3-ace5-c4c0165395b2 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102188 Jul 20 19:25:42.601526 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Allocated IP 172.20.0.11 (667371d0-bd3e-4fe0-a41c-e04f1b0a0f03/c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4/3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:25:42.752323 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ee82f1c4-494c-4dbc-b485-7a2d13b1da85 req-6acea13f-ae4c-4c37-aded-cd08a428e8b5 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 210 time: 0.0435526 Jul 20 19:25:42.753436 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 0f7ad1d9-e396-4d19-afee-ff1d009c6716 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:25:42.943313 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 0f7ad1d9-e396-4d19-afee-ff1d009c6716, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0f7ad1d9-e396-4d19-afee-ff1d009c6716,segment=NetworkSegment(1df9c045-e033-42bc-bb67-772e6cc112e8),segment_id=1df9c045-e033-42bc-bb67-772e6cc112e8)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:42.959747 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '0f7ad1d9-e396-4d19-afee-ff1d009c6716', 'network_id': '9535d651-697b-4106-9328-f6db4818fc11', 'port_id': '0f7ad1d9-e396-4d19-afee-ff1d009c6716', 'mac_address': 'fa:16:3e:ba:c7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2f5238-3ff8-4e9a-b483-769dd739bfea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:25:42.999676 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 0f7ad1d9-e396-4d19-afee-ff1d009c6716 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:43.000074 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:43.006089 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:43.013341 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:43.019782 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7ad1d9-e396-4d19-afee-ff1d009c6716 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:25:43.026483 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:43.044012 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 0f7ad1d9-e396-4d19-afee-ff1d009c6716, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0f7ad1d9-e396-4d19-afee-ff1d009c6716,segment=NetworkSegment(1df9c045-e033-42bc-bb67-772e6cc112e8),segment_id=1df9c045-e033-42bc-bb67-772e6cc112e8)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:43.049049 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:43.074900 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:43.119434 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=0f7ad1d9-e396-4d19-afee-ff1d009c6716,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:43.130459 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:25:43.143244 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:25:43.173670 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:25:43.232792 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'Port': ['ID=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:43.243886 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:43.249302 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.249693 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.249965 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.250352 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.250685 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.251046 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.251534 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.251865 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.252183 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.252542 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.252873 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.253199 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.253522 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.253847 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.254191 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:43.265896 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe77368-4215-4f3f-8008-d96486c951eb req-f318c368-85bf-4656-8607-fd8d2180f782 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:43.267509 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1fe77368-4215-4f3f-8008-d96486c951eb req-f318c368-85bf-4656-8607-fd8d2180f782 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 945 time: 0.1486032 Jul 20 19:25:43.277303 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:43.277965 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:43.325792 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3cfce86b-3c04-4c73-b352-74d011012bfb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1144729 Jul 20 19:25:43.342889 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Request body: {'port': {'device_id': 'd469a829-8282-4106-a0d6-4197710acf5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:25:43.382358 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1fe77368-4215-4f3f-8008-d96486c951eb req-8aabf0eb-a103-43ca-81fd-452cf70008c2 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994127 Jul 20 19:25:43.394343 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['0f7ad1d9-e396-4d19-afee-ff1d009c6716'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:25:43.423974 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:43.436883 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8eae2d96-bd28-4cd3-bab4-2da5fdc7f31c None None] Provisioning complete for port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:43.437256 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8eae2d96-bd28-4cd3-bab4-2da5fdc7f31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:43.492096 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8eae2d96-bd28-4cd3-bab4-2da5fdc7f31c None None] Port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:25:43.702358 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:25:43.711079 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Publish callbacks [] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:43.724361 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Transition to ACTIVE for port object 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 will not be triggered until provisioned by entity L2. {{(pid=103973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:25:43.728755 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:43.730533 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351a5bd-387e-499e-b64c-7f2b62a8ce7f req-65a434db-66b0-47d5-a880-f1041fba61a9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:43.732051 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3351a5bd-387e-499e-b64c-7f2b62a8ce7f req-65a434db-66b0-47d5-a880-f1041fba61a9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0552106 Jul 20 19:25:43.784427 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:43.805366 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3351a5bd-387e-499e-b64c-7f2b62a8ce7f req-d6e3074e-16f1-43f8-8c5c-22102fd35f22 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667083 Jul 20 19:25:43.907154 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69283a1-334c-4e18-a9ef-0b24f8033811 req-0bfb3ab4-c61b-4c6a-a33f-5671ad74d4fb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:43.908658 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e69283a1-334c-4e18-a9ef-0b24f8033811 req-0bfb3ab4-c61b-4c6a-a33f-5671ad74d4fb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 944 time: 0.0621278 Jul 20 19:25:43.928047 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:43.935569 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Attempting to bind port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:25:43.935915 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Attempting to bind port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:25:43.936250 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Attempting to bind port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 on network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:25:43.949894 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 on network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:25:43.950236 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Attempting to bind port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 on network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:25:43.970435 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:25:43.970785 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Checking segment: {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:25:43.971172 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Bound using segment: {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:25:43.971614 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Bound port: 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:25:43.971977 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:43.998584 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e69283a1-334c-4e18-a9ef-0b24f8033811 req-e7fccb48-ea1d-43ea-8aa1-e0579658e88e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821843 Jul 20 19:25:44.059623 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] For port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2, host hv-cinder-81914, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:25:44.063151 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] For port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:25:44.071060 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:44.109118 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:44.109740 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:44.111097 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] 10.222.0.89 "PUT /v2.0/ports/3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 HTTP/1.1" status: 200 len: 1094 time: 0.7734115 Jul 20 19:25:44.111522 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd469a829-8282-4106-a0d6-4197710acf5f', 'tag': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:25:44.113756 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6403ee3-7b4c-4fe7-a80e-5385189f9f10" -d '{"events": [{"name": "network-changed", "server_uuid": "d469a829-8282-4106-a0d6-4197710acf5f", "tag": "3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:25:44.203193 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf206c0-55d6-4b81-a612-687ef001604a x-openstack-request-id: req-0cf206c0-55d6-4b81-a612-687ef001604a {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:25:44.203464 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d469a829-8282-4106-a0d6-4197710acf5f", "tag": "3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:25:44.203721 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0cf206c0-55d6-4b81-a612-687ef001604a {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:25:44.204123 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf206c0-55d6-4b81-a612-687ef001604a'] response: {'name': 'network-changed', 'server_uuid': 'd469a829-8282-4106-a0d6-4197710acf5f', 'tag': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2', 'status': 'completed', 'code': 200} Jul 20 19:25:44.207427 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd502951-6159-43b3-9756-778545fa76a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:44.220544 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45391842-3b45-451b-a7e2-15da3abdf86f req-f8672605-792f-4f14-8699-63aa2c16ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:44.222226 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-f8672605-792f-4f14-8699-63aa2c16ae22 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 1128 time: 0.0618069 Jul 20 19:25:44.272333 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-4c73a354-4d31-416d-a7ae-39977548cd5f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 HTTP/1.1" status: 200 len: 217 time: 0.0380385 Jul 20 19:25:44.332003 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3a13fccf-cefd-4981-9125-6c27ff675131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:44.336845 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-3a13fccf-cefd-4981-9125-6c27ff675131 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0543556 Jul 20 19:25:44.356009 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:44.383332 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d02ee5-e511-4799-b974-f97fc743a931 req-005eb31b-3dfe-40a8-bbd8-d304beec97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:44.385613 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-33d02ee5-e511-4799-b974-f97fc743a931 req-005eb31b-3dfe-40a8-bbd8-d304beec97f7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 1129 time: 0.0611207 Jul 20 19:25:44.397435 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45391842-3b45-451b-a7e2-15da3abdf86f req-22c446d2-bc14-4c7b-8065-5356de478f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:44.400035 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-22c446d2-bc14-4c7b-8065-5356de478f76 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578866 Jul 20 19:25:44.548099 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d02ee5-e511-4799-b974-f97fc743a931 req-af5812ff-76e4-49c2-97c5-ba3e8b0e1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:44.549796 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-33d02ee5-e511-4799-b974-f97fc743a931 req-af5812ff-76e4-49c2-97c5-ba3e8b0e1b53 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 919 time: 0.1342087 Jul 20 19:25:44.561203 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949374f7-a370-425d-bcdd-69355e1bf889 req-40b05cd5-bf41-446b-a78f-9cda7aec095c tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:44.562868 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-949374f7-a370-425d-bcdd-69355e1bf889 req-40b05cd5-bf41-446b-a78f-9cda7aec095c tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 945 time: 0.0641983 Jul 20 19:25:44.592563 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-4f9ad5e3-464c-4d0a-b50d-050ed2cc40b4 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762121 Jul 20 19:25:44.607282 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-33d02ee5-e511-4799-b974-f97fc743a931 req-db6afe6a-bc8c-496b-942b-6605c3a5e2e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b88207bd-7c1f-4302-9d14-7ef3931098c7 HTTP/1.1" status: 200 len: 217 time: 0.0495317 Jul 20 19:25:44.655189 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d02ee5-e511-4799-b974-f97fc743a931 req-9b72cdb5-4bd7-4734-86b6-406ce4f0c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:44.656659 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-33d02ee5-e511-4799-b974-f97fc743a931 req-9b72cdb5-4bd7-4734-86b6-406ce4f0c6dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.0438383 Jul 20 19:25:44.678400 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-949374f7-a370-425d-bcdd-69355e1bf889 req-a9cac8e9-6c7d-4aad-a87d-6c511da131a2 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095290 Jul 20 19:25:44.709100 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-45391842-3b45-451b-a7e2-15da3abdf86f req-a536cf69-9d6f-4906-b30d-77e4a9d2284b service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099458 Jul 20 19:25:44.709373 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d02ee5-e511-4799-b974-f97fc743a931 req-e71155d0-14e6-4c15-a2be-4ae8497e8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:44.710984 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-33d02ee5-e511-4799-b974-f97fc743a931 req-e71155d0-14e6-4c15-a2be-4ae8497e8d32 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470848 Jul 20 19:25:44.776501 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 0f7ad1d9-e396-4d19-afee-ff1d009c6716 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:44.806685 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-33d02ee5-e511-4799-b974-f97fc743a931 req-3071166b-de5a-410a-8f2d-2df4b71d6342 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868897 Jul 20 19:25:44.820693 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port 0f7ad1d9-e396-4d19-afee-ff1d009c6716 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:25:44.820861 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=6 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:44.825788 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 0f7ad1d9-e396-4d19-afee-ff1d009c6716 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:44.826292 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:44.925795 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31281fd9-dca5-4718-a394-1e774a351b8c req-94831205-7066-4aa1-a5f3-85104a006bcc tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:44.927401 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-31281fd9-dca5-4718-a394-1e774a351b8c req-94831205-7066-4aa1-a5f3-85104a006bcc tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0496895 Jul 20 19:25:44.978707 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-31281fd9-dca5-4718-a394-1e774a351b8c req-955e2619-4139-490c-a823-7e7a22564bd3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453455 Jul 20 19:25:45.022285 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 0f7ad1d9-e396-4d19-afee-ff1d009c6716 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:45.022676 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:45.045505 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be1830e-3311-4a0d-bb66-ea396b0e20b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7ad1d9-e396-4d19-afee-ff1d009c6716'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:25:45.047732 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2a2ab8-a709-4447-822d-3ea046172ea4" -d '{"events": [{"server_uuid": "6be1830e-3311-4a0d-bb66-ea396b0e20b2", "name": "network-vif-plugged", "status": "completed", "tag": "0f7ad1d9-e396-4d19-afee-ff1d009c6716"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:25:45.059922 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 0f7ad1d9-e396-4d19-afee-ff1d009c6716, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0f7ad1d9-e396-4d19-afee-ff1d009c6716,segment=NetworkSegment(1df9c045-e033-42bc-bb67-772e6cc112e8),segment_id=1df9c045-e033-42bc-bb67-772e6cc112e8)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:45.065027 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:45.070530 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:45.094469 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668355d8-1e14-41b7-b0fd-e01d9d3fd6d6 x-openstack-request-id: req-668355d8-1e14-41b7-b0fd-e01d9d3fd6d6 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:25:45.094767 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be1830e-3311-4a0d-bb66-ea396b0e20b2", "name": "network-vif-plugged", "status": "completed", "tag": "0f7ad1d9-e396-4d19-afee-ff1d009c6716", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:25:45.095016 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-668355d8-1e14-41b7-b0fd-e01d9d3fd6d6 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:25:45.095411 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668355d8-1e14-41b7-b0fd-e01d9d3fd6d6'] response: {'server_uuid': '6be1830e-3311-4a0d-bb66-ea396b0e20b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7ad1d9-e396-4d19-afee-ff1d009c6716', 'code': 200} Jul 20 19:25:45.117732 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=0f7ad1d9-e396-4d19-afee-ff1d009c6716,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:45.124656 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.124838 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6a548-4d4b-4295-95e9-cd1d9d3e3f93 req-4750df3d-6fb5-4e58-ab05-c9bd860202f1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:45.125363 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.125363 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.125659 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.125988 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.126316 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8dc6a548-4d4b-4295-95e9-cd1d9d3e3f93 req-4750df3d-6fb5-4e58-ab05-c9bd860202f1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 944 time: 0.0548935 Jul 20 19:25:45.126428 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.126645 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.126966 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.127294 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.127616 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.128162 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.128277 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.128632 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.128952 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.129276 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:25:45.180050 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8dc6a548-4d4b-4295-95e9-cd1d9d3e3f93 req-ace5286d-1cd3-4e16-83ac-43bc1ec63be2 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470672 Jul 20 19:25:45.795501 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae58257-9f19-49cf-a924-017f95ac4fac req-819beca3-4c9b-4dd3-a754-ba731714c9b3 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:45.796885 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1ae58257-9f19-49cf-a924-017f95ac4fac req-819beca3-4c9b-4dd3-a754-ba731714c9b3 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 946 time: 0.0500245 Jul 20 19:25:45.843010 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1ae58257-9f19-49cf-a924-017f95ac4fac req-9ff4ef76-7fe8-41d6-88e6-61c00f4cfa76 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Jul 20 19:25:46.094023 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b7c2b-e965-4a9c-b1b0-51e33a285172 req-6b104483-eda6-44dd-bbc6-f70b01e2d32f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:46.095491 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0d1b7c2b-e965-4a9c-b1b0-51e33a285172 req-6b104483-eda6-44dd-bbc6-f70b01e2d32f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0484040 Jul 20 19:25:46.143911 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0d1b7c2b-e965-4a9c-b1b0-51e33a285172 req-df6aa48f-ba9f-4c85-a663-c7eb6be25a84 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425274 Jul 20 19:25:46.289923 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521a856-1453-4838-9bc9-4a5547ae7c36 req-20aeb924-8d37-4cef-9890-3162f1beb75e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:46.291429 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b521a856-1453-4838-9bc9-4a5547ae7c36 req-20aeb924-8d37-4cef-9890-3162f1beb75e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 944 time: 0.0460680 Jul 20 19:25:46.340668 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b521a856-1453-4838-9bc9-4a5547ae7c36 req-934d0d89-dba6-4d25-8d6e-c92b2ec10582 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435500 Jul 20 19:25:46.959020 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ae29d-5938-458f-9196-d2f17fca1dab req-f1427b8d-8886-4925-ab97-c3ad6ba61150 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:46.960440 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b96ae29d-5938-458f-9196-d2f17fca1dab req-f1427b8d-8886-4925-ab97-c3ad6ba61150 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 946 time: 0.0517883 Jul 20 19:25:46.990069 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:47.007000 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b96ae29d-5938-458f-9196-d2f17fca1dab req-122367d7-f5cc-42bd-9d7f-727b9bf7201b tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Jul 20 19:25:47.219419 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:47.259384 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caf86b-4373-4f15-b8de-84b51b726e90 req-41960d06-f681-4b51-a60e-5919719b2636 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:47.260878 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-42caf86b-4373-4f15-b8de-84b51b726e90 req-41960d06-f681-4b51-a60e-5919719b2636 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0500143 Jul 20 19:25:47.307241 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-42caf86b-4373-4f15-b8de-84b51b726e90 req-9d247995-6cf7-4151-a11d-26947ee2492d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Jul 20 19:25:47.371202 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:47.454810 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46016b06-e677-4e5a-80e1-1225c48d5a11 req-5482bbe6-2df3-4f9a-8fd5-07d02f2c5fd8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:47.456329 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-46016b06-e677-4e5a-80e1-1225c48d5a11 req-5482bbe6-2df3-4f9a-8fd5-07d02f2c5fd8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 944 time: 0.0483179 Jul 20 19:25:47.510431 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-46016b06-e677-4e5a-80e1-1225c48d5a11 req-055a3064-0bd6-4e05-bcb2-5089420e35f4 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460773 Jul 20 19:25:47.726961 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6403ee3-7b4c-4fe7-a80e-5385189f9f10 req-68c95b61-39d4-4882-9d71-7ad4964af3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:47.728771 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d6403ee3-7b4c-4fe7-a80e-5385189f9f10 req-68c95b61-39d4-4882-9d71-7ad4964af3d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 1128 time: 0.0421350 Jul 20 19:25:47.768907 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-33d02ee5-e511-4799-b974-f97fc743a931 req-28ed625a-a479-42ea-8937-89327e4b6603 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873640 Jul 20 19:25:47.836867 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6403ee3-7b4c-4fe7-a80e-5385189f9f10 req-5efb591a-ba8a-44b7-a4c7-af4ce6a6a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:47.838502 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d6403ee3-7b4c-4fe7-a80e-5385189f9f10 req-5efb591a-ba8a-44b7-a4c7-af4ce6a6a2bf service neutron] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 913 time: 0.1007540 Jul 20 19:25:47.861650 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:47.868183 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802761-3c54-4fbf-b873-16dc2e1b2124 req-dac57b0a-3076-430b-a531-778af4455a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:47.869708 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-32802761-3c54-4fbf-b873-16dc2e1b2124 req-dac57b0a-3076-430b-a531-778af4455a76 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 1130 time: 0.0458302 Jul 20 19:25:47.882459 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d6403ee3-7b4c-4fe7-a80e-5385189f9f10 req-c2595d8c-c700-4b1a-8369-76289459bfda service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 HTTP/1.1" status: 200 len: 217 time: 0.0351503 Jul 20 19:25:48.120121 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1faea6-ae86-43b0-b496-b22a76b206ce req-b5d3c2fb-e94c-4d49-b787-4e496c7b6001 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:48.121629 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ae1faea6-ae86-43b0-b496-b22a76b206ce req-b5d3c2fb-e94c-4d49-b787-4e496c7b6001 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 946 time: 0.0462663 Jul 20 19:25:48.167911 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ae1faea6-ae86-43b0-b496-b22a76b206ce req-48289adf-155e-4025-b7e0-8a46fabb2239 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409448 Jul 20 19:25:48.226736 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-32802761-3c54-4fbf-b873-16dc2e1b2124 req-0fc97157-e065-431d-8d54-1901684caa49 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452323 Jul 20 19:25:48.242461 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6403ee3-7b4c-4fe7-a80e-5385189f9f10 req-8a8fd91f-5d06-4715-8f53-973d4ba74557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:48.244004 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d6403ee3-7b4c-4fe7-a80e-5385189f9f10 req-8a8fd91f-5d06-4715-8f53-973d4ba74557 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0647171 Jul 20 19:25:48.251370 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-04cc5996-58ab-439e-a6e0-05c390e0ded9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:48.423762 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c9215-2e0f-4bd5-b021-22bbf6bfc5da req-cc6df72f-9975-4414-8c14-d274a1a4bef5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:48.425234 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5b4c9215-2e0f-4bd5-b021-22bbf6bfc5da req-cc6df72f-9975-4414-8c14-d274a1a4bef5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0465221 Jul 20 19:25:48.472356 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5b4c9215-2e0f-4bd5-b021-22bbf6bfc5da req-41f2d40e-9e09-480e-84e8-90314d2b4488 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Jul 20 19:25:48.618836 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6403ee3-7b4c-4fe7-a80e-5385189f9f10 req-120b705e-69a2-4147-a734-fbb218ab3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:48.620372 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d6403ee3-7b4c-4fe7-a80e-5385189f9f10 req-120b705e-69a2-4147-a734-fbb218ab3d09 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414612 Jul 20 19:25:48.626794 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef46e47-9d1b-4a7a-889e-26e4b7b63f00 req-3402eb17-2c16-42e5-bf05-345b552ac3db tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:48.628256 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2ef46e47-9d1b-4a7a-889e-26e4b7b63f00 req-3402eb17-2c16-42e5-bf05-345b552ac3db tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 944 time: 0.0490403 Jul 20 19:25:48.686199 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2ef46e47-9d1b-4a7a-889e-26e4b7b63f00 req-3d92c9d5-154b-42ed-8967-73781f6dfb50 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521441 Jul 20 19:25:49.124278 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d6403ee3-7b4c-4fe7-a80e-5385189f9f10 req-a047d591-f348-432e-8f48-6cc4f4b8090f service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857091 Jul 20 19:25:49.269995 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:49.281335 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109edfb-1133-45c2-b75c-cb6ec9b89078 req-f9c866df-8160-41ae-a02b-dc3db23bbc6c tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:49.282788 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5109edfb-1133-45c2-b75c-cb6ec9b89078 req-f9c866df-8160-41ae-a02b-dc3db23bbc6c tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 946 time: 0.0473938 Jul 20 19:25:49.329058 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5109edfb-1133-45c2-b75c-cb6ec9b89078 req-4edb45ab-77a8-48f3-9c20-ef288e04fbdd tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Jul 20 19:25:49.588245 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79d89e-7dd6-4b80-bbfc-816eb328c7f6 req-d603ed25-7469-4100-91fe-3257a7973a7f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:49.589742 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-de79d89e-7dd6-4b80-bbfc-816eb328c7f6 req-d603ed25-7469-4100-91fe-3257a7973a7f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0473278 Jul 20 19:25:49.635635 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-de79d89e-7dd6-4b80-bbfc-816eb328c7f6 req-f5aebe8b-73b7-43ef-97f6-c5e9b1f383f3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Jul 20 19:25:49.800260 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed487f-0c43-4abc-aaa6-17716e7d6946 req-249fc6ee-0a75-4bb4-9770-a418557a35f1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:49.801663 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-08ed487f-0c43-4abc-aaa6-17716e7d6946 req-249fc6ee-0a75-4bb4-9770-a418557a35f1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 944 time: 0.0442092 Jul 20 19:25:49.852889 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-08ed487f-0c43-4abc-aaa6-17716e7d6946 req-fa4a7261-34bd-4b7c-bc67-4ca7523a8bc1 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452664 Jul 20 19:25:50.451021 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5036464-129c-49b6-8175-07329da1d9ae req-3cd3fbc0-d2ce-4cbf-8e75-7849fd730f4c tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:50.452626 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f5036464-129c-49b6-8175-07329da1d9ae req-3cd3fbc0-d2ce-4cbf-8e75-7849fd730f4c tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 946 time: 0.0531354 Jul 20 19:25:50.501895 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f5036464-129c-49b6-8175-07329da1d9ae req-97ac6ce8-560a-4e89-a52a-26e4c469ea9d tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436833 Jul 20 19:25:50.599939 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-1a87db36-702c-4d7e-a6f4-fc563cc3a5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:50.751684 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d5946-e626-40fe-b9a1-eacd2e5a2fe5 req-4f729adb-de9a-49b0-8628-c436e7fe060b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:50.753186 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-159d5946-e626-40fe-b9a1-eacd2e5a2fe5 req-4f729adb-de9a-49b0-8628-c436e7fe060b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0500541 Jul 20 19:25:50.805494 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-159d5946-e626-40fe-b9a1-eacd2e5a2fe5 req-f3ef91e9-8f37-4e49-9075-9f2d9ab40275 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468156 Jul 20 19:25:50.965830 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c0e7b-126e-461c-afca-d9596e780d02 req-fe6dd9e1-44de-4b6b-8bca-604391f81c7c tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:50.967286 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-722c0e7b-126e-461c-afca-d9596e780d02 req-fe6dd9e1-44de-4b6b-8bca-604391f81c7c tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 944 time: 0.0476031 Jul 20 19:25:51.014970 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-722c0e7b-126e-461c-afca-d9596e780d02 req-3ee22973-3ae3-4746-a44f-6960cc56b9e8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421367 Jul 20 19:25:51.625810 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee5126-4ea3-4e20-ad59-bce14afccdf6 req-81a1058c-5253-4776-b445-26784d29bc4d tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:51.627370 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-95ee5126-4ea3-4e20-ad59-bce14afccdf6 req-81a1058c-5253-4776-b445-26784d29bc4d tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 946 time: 0.0536401 Jul 20 19:25:51.675732 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-95ee5126-4ea3-4e20-ad59-bce14afccdf6 req-e4cd30ba-e7fa-4454-9790-968a071cfea5 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428109 Jul 20 19:25:51.715811 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:51.921775 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f097f5-658d-49f9-898d-b9f4ed5a893d req-0c49c9cb-8196-47e1-8e84-c3c00019d317 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:51.923243 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d5f097f5-658d-49f9-898d-b9f4ed5a893d req-0c49c9cb-8196-47e1-8e84-c3c00019d317 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0494897 Jul 20 19:25:51.972000 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d5f097f5-658d-49f9-898d-b9f4ed5a893d req-371deafb-6c4f-4f66-a696-34b3ec66c431 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Jul 20 19:25:52.119782 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:52.153453 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be769c1-7e7e-4bcf-9739-f679f369e9c3 req-fbc7db22-c519-4556-9b2b-4ba223c3318f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:52.154967 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7be769c1-7e7e-4bcf-9739-f679f369e9c3 req-fbc7db22-c519-4556-9b2b-4ba223c3318f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 944 time: 0.0724006 Jul 20 19:25:52.253779 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d6403ee3-7b4c-4fe7-a80e-5385189f9f10 req-03ac6b3f-081d-4f55-8546-8f822eae8c64 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424038 Jul 20 19:25:52.258633 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7be769c1-7e7e-4bcf-9739-f679f369e9c3 req-376c99ac-f34f-4819-b2fa-23eb2c6654a0 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704634 Jul 20 19:25:52.798443 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9868f68-35a7-42f7-8444-f26549978a1f req-332037dd-4ac1-462c-b64a-1eaf21efa4d0 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:52.799971 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b9868f68-35a7-42f7-8444-f26549978a1f req-332037dd-4ac1-462c-b64a-1eaf21efa4d0 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 946 time: 0.0562944 Jul 20 19:25:52.849059 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b9868f68-35a7-42f7-8444-f26549978a1f req-42dcd431-29b7-4e7b-8720-11b974c298e2 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Jul 20 19:25:53.094630 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f225fe1-8f60-4c08-bb9d-b936d8c285c7 req-9048dfbd-44a8-4406-9c7e-716c2b81f607 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:53.096503 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2f225fe1-8f60-4c08-bb9d-b936d8c285c7 req-9048dfbd-44a8-4406-9c7e-716c2b81f607 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0514722 Jul 20 19:25:53.157392 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2f225fe1-8f60-4c08-bb9d-b936d8c285c7 req-f638174c-6b16-4bab-9ef7-641026ed6dbb tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499599 Jul 20 19:25:53.321888 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:53.398956 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ddc2e-06b4-4768-b538-edfa691bf99b req-6ec3ee92-3df5-4222-bb64-8ce7a16a7a85 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:53.400574 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a79ddc2e-06b4-4768-b538-edfa691bf99b req-6ec3ee92-3df5-4222-bb64-8ce7a16a7a85 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 944 time: 0.0502748 Jul 20 19:25:53.451692 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:53.472261 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a79ddc2e-06b4-4768-b538-edfa691bf99b req-efd7cbe6-6f4a-452b-8b1c-1dbf62b97e3e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657094 Jul 20 19:25:53.934451 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:53.972322 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334b56a-67e0-4115-9960-4c841a19cb95 req-7e5bbdaa-7a5a-410c-b2f0-03ab187c9307 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:53.974929 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9334b56a-67e0-4115-9960-4c841a19cb95 req-7e5bbdaa-7a5a-410c-b2f0-03ab187c9307 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 946 time: 0.0518520 Jul 20 19:25:54.032630 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9334b56a-67e0-4115-9960-4c841a19cb95 req-b85a96be-4843-41e4-aae6-b8c0d2682cd2 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508795 Jul 20 19:25:54.295264 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae44e39-1634-47d2-8059-ae89e845b8c7 req-eabb03c5-f466-4680-ad3f-822b0f1853e0 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:54.296885 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2ae44e39-1634-47d2-8059-ae89e845b8c7 req-eabb03c5-f466-4680-ad3f-822b0f1853e0 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0569925 Jul 20 19:25:54.353660 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2ae44e39-1634-47d2-8059-ae89e845b8c7 req-49ad8fd4-d1a0-4ce7-bd11-89370b567a4a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496933 Jul 20 19:25:54.362755 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8b4ca-6a75-4eac-a47b-c82f40a2823f req-a3b8ed15-9dcf-4cf8-8cba-6ee43cb8376e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:54.365386 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bae8b4ca-6a75-4eac-a47b-c82f40a2823f req-a3b8ed15-9dcf-4cf8-8cba-6ee43cb8376e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0774693 Jul 20 19:25:54.430819 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bae8b4ca-6a75-4eac-a47b-c82f40a2823f req-65852552-914b-461a-ad87-8362583e7e21 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580060 Jul 20 19:25:54.610435 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e424d-b1ab-4c18-a4fd-df08f14f8eda req-a7d12cb6-8df4-4243-afea-b8a5a123d43d tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:54.612378 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d74e424d-b1ab-4c18-a4fd-df08f14f8eda req-a7d12cb6-8df4-4243-afea-b8a5a123d43d tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 944 time: 0.0629792 Jul 20 19:25:54.671865 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d74e424d-b1ab-4c18-a4fd-df08f14f8eda req-05e05451-2e26-46fc-9fd2-e83012af0a57 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513256 Jul 20 19:25:54.832165 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:25:54.954260 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84fc5-ede5-4c1f-acc5-8c7a299114aa req-780862d7-d2fe-47c4-b46e-d9b965ab88fb tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:54.956051 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-03f84fc5-ede5-4c1f-acc5-8c7a299114aa req-780862d7-d2fe-47c4-b46e-d9b965ab88fb tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 946 time: 0.0554376 Jul 20 19:25:54.959229 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:54.971727 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'port_id': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2', 'mac_address': 'fa:16:3e:4d:4b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:25:55.006958 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-03f84fc5-ede5-4c1f-acc5-8c7a299114aa req-cc31ba7b-4130-4721-8d08-e66dede2ca25 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Jul 20 19:25:55.007479 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:55.007880 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:55.010452 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:55.028435 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:25:55.049965 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:55.054073 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:55.110275 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:55.435085 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:25:55.517566 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e835c04-532b-4949-98bc-a6d5e05196c6 req-bd9a18a2-ccf2-4d09-89d6-9ed84a51d208 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:55.520014 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4e835c04-532b-4949-98bc-a6d5e05196c6 req-bd9a18a2-ccf2-4d09-89d6-9ed84a51d208 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0741644 Jul 20 19:25:55.603377 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9cc24-8f20-499f-af37-3a5f999c1f89 req-b06e0259-651b-4b0c-bdea-7b00e56ec99f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:55.620896 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a8b9cc24-8f20-499f-af37-3a5f999c1f89 req-b06e0259-651b-4b0c-bdea-7b00e56ec99f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0947990 Jul 20 19:25:55.636784 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4e835c04-532b-4949-98bc-a6d5e05196c6 req-cbc3fbb7-81a6-4b45-a8a9-9047f676b77f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030385 Jul 20 19:25:55.698724 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a8b9cc24-8f20-499f-af37-3a5f999c1f89 req-b70d3aa3-e91e-41fb-956a-ae56601d1e1b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766678 Jul 20 19:25:55.764943 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:55.803908 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486e030-c3f8-40e4-83ed-2412ef427449 req-1a755d86-942c-4152-8da2-cf67fa5c97cd tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:55.805564 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6486e030-c3f8-40e4-83ed-2412ef427449 req-1a755d86-942c-4152-8da2-cf67fa5c97cd tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 945 time: 0.0507638 Jul 20 19:25:55.855825 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6486e030-c3f8-40e4-83ed-2412ef427449 req-3b02647e-92c8-4887-bb97-2bea1a8f6540 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444119 Jul 20 19:25:56.130422 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73de25b-3c26-441a-8662-834a46cda7a3 req-7de0b954-8b59-41c0-8bba-9798095821bb tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:56.132031 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c73de25b-3c26-441a-8662-834a46cda7a3 req-7de0b954-8b59-41c0-8bba-9798095821bb tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 946 time: 0.0505164 Jul 20 19:25:56.153020 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:56.182570 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c73de25b-3c26-441a-8662-834a46cda7a3 req-5942a593-bd2b-44af-85c3-6c7052a6a0f6 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Jul 20 19:25:56.370288 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40252) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:56.415627 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26c043a-1959-4067-bb97-5571748ca799 admin admin] Deleting subnet fa3d7403-6dcc-40c0-b720-d4b19f24832b {{(pid=103973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:25:56.419013 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c26c043a-1959-4067-bb97-5571748ca799 admin admin] Publish callbacks [] for subnet (fa3d7403-6dcc-40c0-b720-d4b19f24832b), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:56.454587 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c26c043a-1959-4067-bb97-5571748ca799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9994362'] for subnet (fa3d7403-6dcc-40c0-b720-d4b19f24832b), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:56.497925 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c26c043a-1959-4067-bb97-5571748ca799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (fa3d7403-6dcc-40c0-b720-d4b19f24832b), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:56.560488 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c26c043a-1959-4067-bb97-5571748ca799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9994387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111589'] for subnet (fa3d7403-6dcc-40c0-b720-d4b19f24832b), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:56.587914 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c043a-1959-4067-bb97-5571748ca799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa3d7403-6dcc-40c0-b720-d4b19f24832b,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:56.591744 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c26c043a-1959-4067-bb97-5571748ca799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:56.595678 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-c26c043a-1959-4067-bb97-5571748ca799 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fa3d7403-6dcc-40c0-b720-d4b19f24832b HTTP/1.1" status: 204 len: 168 time: 0.2235577 Jul 20 19:25:56.597711 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40254) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:56.672377 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (8c805086-7c1a-4274-a67c-95fcb8e8b1b7), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:56.693459 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:56.840527 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2c09e-609f-4c3c-980b-1fe24274c80e req-356c7f5c-3525-48db-9bda-8e0169887aaf tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:56.842025 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-aff2c09e-609f-4c3c-980b-1fe24274c80e req-356c7f5c-3525-48db-9bda-8e0169887aaf tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.89 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 946 time: 0.1610174 Jul 20 19:25:56.843558 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafbd06-d519-4566-a022-f491028e378f req-3ef9f70d-5e19-4736-bf4d-efc660815385 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:56.847943 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (8c805086-7c1a-4274-a67c-95fcb8e8b1b7), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:56.849437 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4cafbd06-d519-4566-a022-f491028e378f req-3ef9f70d-5e19-4736-bf4d-efc660815385 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0549209 Jul 20 19:25:56.857346 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:25:56.873953 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7b0d3-f29f-4fe8-a517-ec952cc992c1 req-45bafa13-7681-46d0-9f15-d43c463e29f8 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:56.882021 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4fc7b0d3-f29f-4fe8-a517-ec952cc992c1 req-45bafa13-7681-46d0-9f15-d43c463e29f8 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.1522186 Jul 20 19:25:56.921534 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4cafbd06-d519-4566-a022-f491028e378f req-48032e1f-4b30-4b81-80c6-3f0fd2cdc1de tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657687 Jul 20 19:25:56.922061 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c805086-7c1a-4274-a67c-95fcb8e8b1b7']}} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:56.928315 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:25:56.949959 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a726fc-b601-4dc4-b4f7-9751e5d60744') {'for_net_delete': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:56.950282 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a726fc-b601-4dc4-b4f7-9751e5d60744') {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:56.952530 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:25:56.952996 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:56.970605 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9994349'] for segment (00a726fc-b601-4dc4-b4f7-9751e5d60744), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.009187 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:57.032316 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (00a726fc-b601-4dc4-b4f7-9751e5d60744), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.038570 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4fc7b0d3-f29f-4fe8-a517-ec952cc992c1 req-0b21c8a8-6e3a-4f6e-9333-ad8ddca1e13d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542313 Jul 20 19:25:57.050248 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:25:57.050666 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995313'] for segment (00a726fc-b601-4dc4-b4f7-9751e5d60744), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.061761 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:25:57.063428 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.070583 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-aff2c09e-609f-4c3c-980b-1fe24274c80e req-e8c3829a-3cd7-4f39-862f-3b41987df027 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Deleting port 0f7ad1d9-e396-4d19-afee-ff1d009c6716 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:25:57.070849 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-aff2c09e-609f-4c3c-980b-1fe24274c80e req-e8c3829a-3cd7-4f39-862f-3b41987df027 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.102811 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb9a62-79d2-4e9a-9020-88ba7923e88b req-78780551-05a9-46cf-9008-76c879b18f2b tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:57.104310 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1ccb9a62-79d2-4e9a-9020-88ba7923e88b req-78780551-05a9-46cf-9008-76c879b18f2b tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 945 time: 0.0878544 Jul 20 19:25:57.106280 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 00a726fc-b601-4dc4-b4f7-9751e5d60744 resource provider aggregate not found Jul 20 19:25:57.109646 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd469a829-8282-4106-a0d6-4197710acf5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:25:57.112446 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13da0564-c5e6-4a98-87df-e9ed9512807f" -d '{"events": [{"server_uuid": "d469a829-8282-4106-a0d6-4197710acf5f", "name": "network-vif-plugged", "status": "completed", "tag": "3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:25:57.128618 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:57.134514 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.175652 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 00a726fc-b601-4dc4-b4f7-9751e5d60744 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00a726fc-b601-4dc4-b4f7-9751e5d60744 found for delete ", "request_id": "req-566896f7-196c-459b-8969-7643f246b06d"}]} Jul 20 19:25:57.178701 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (8c805086-7c1a-4274-a67c-95fcb8e8b1b7), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.188317 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.190296 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e4748f-23b0-4d2f-b90f-0837e5707b6b x-openstack-request-id: req-04e4748f-23b0-4d2f-b90f-0837e5707b6b {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:25:57.190811 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d469a829-8282-4106-a0d6-4197710acf5f", "name": "network-vif-plugged", "status": "completed", "tag": "3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:25:57.194491 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] 10.222.0.43 "DELETE /v2.0/networks/8c805086-7c1a-4274-a67c-95fcb8e8b1b7 HTTP/1.1" status: 204 len: 168 time: 0.5928741 Jul 20 19:25:57.194920 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04e4748f-23b0-4d2f-b90f-0837e5707b6b {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:25:57.195524 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e4748f-23b0-4d2f-b90f-0837e5707b6b'] response: {'server_uuid': 'd469a829-8282-4106-a0d6-4197710acf5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2', 'code': 200} Jul 20 19:25:57.195854 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40276) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:57.220135 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1ccb9a62-79d2-4e9a-9020-88ba7923e88b req-d068980c-fec7-49d5-9054-75dbf2556a63 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094527 Jul 20 19:25:57.235021 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:57.237632 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f436e-2870-458d-abae-1e283f8651ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8c805086-7c1a-4274-a67c-95fcb8e8b1b7,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:57.268716 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:57.275342 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-aff2c09e-609f-4c3c-980b-1fe24274c80e req-e8c3829a-3cd7-4f39-862f-3b41987df027 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] For port 0f7ad1d9-e396-4d19-afee-ff1d009c6716, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0f7ad1d9-e396-4d19-afee-ff1d009c6716,segment=NetworkSegment(1df9c045-e033-42bc-bb67-772e6cc112e8),segment_id=1df9c045-e033-42bc-bb67-772e6cc112e8)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:25:57.275715 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-aff2c09e-609f-4c3c-980b-1fe24274c80e req-e8c3829a-3cd7-4f39-862f-3b41987df027 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.298312 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_v2 [None req-463ecd5b-6376-4804-aa0a-c7f35472aaef admin admin] Deleting subnet 60a48a59-cd39-4ac3-9be4-27ac0bcfdbac {{(pid=103973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:25:57.306216 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-aff2c09e-609f-4c3c-980b-1fe24274c80e req-e8c3829a-3cd7-4f39-862f-3b41987df027 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Calling delete_port for 0f7ad1d9-e396-4d19-afee-ff1d009c6716 owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:25:57.309303 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-463ecd5b-6376-4804-aa0a-c7f35472aaef admin admin] Publish callbacks [] for subnet (60a48a59-cd39-4ac3-9be4-27ac0bcfdbac), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.412816 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade5517-9078-40db-9254-b632e350fee9 req-9f716839-3282-4e83-bdb5-7d41c52e4934 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:57.414298 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dade5517-9078-40db-9254-b632e350fee9 req-9f716839-3282-4e83-bdb5-7d41c52e4934 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 946 time: 0.1339099 Jul 20 19:25:57.419409 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-463ecd5b-6376-4804-aa0a-c7f35472aaef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9994362'] for subnet (60a48a59-cd39-4ac3-9be4-27ac0bcfdbac), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.523020 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-463ecd5b-6376-4804-aa0a-c7f35472aaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (60a48a59-cd39-4ac3-9be4-27ac0bcfdbac), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.561209 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dade5517-9078-40db-9254-b632e350fee9 req-432ba44d-00d2-4383-a481-be6dbc2d8e02 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382167 Jul 20 19:25:57.566578 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:57.633392 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-aff2c09e-609f-4c3c-980b-1fe24274c80e req-e8c3829a-3cd7-4f39-862f-3b41987df027 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (0f7ad1d9-e396-4d19-afee-ff1d009c6716), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.635901 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-463ecd5b-6376-4804-aa0a-c7f35472aaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9994387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111589'] for subnet (60a48a59-cd39-4ac3-9be4-27ac0bcfdbac), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.689220 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ecd5b-6376-4804-aa0a-c7f35472aaef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a48a59-cd39-4ac3-9be4-27ac0bcfdbac,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:57.691628 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3829a-3cd7-4f39-862f-3b41987df027 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Pushing event deleted for resources: {'Port': ['ID=0f7ad1d9-e396-4d19-afee-ff1d009c6716,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:57.698166 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-463ecd5b-6376-4804-aa0a-c7f35472aaef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.701030 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-463ecd5b-6376-4804-aa0a-c7f35472aaef admin admin] 10.222.0.43 "DELETE /v2.0/subnets/60a48a59-cd39-4ac3-9be4-27ac0bcfdbac HTTP/1.1" status: 204 len: 168 time: 0.5036993 Jul 20 19:25:57.703473 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40282) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:57.812129 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (4d7b19a7-f442-4b9b-a01d-78326479fccf), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.814271 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff2c09e-609f-4c3c-980b-1fe24274c80e req-e8c3829a-3cd7-4f39-862f-3b41987df027 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] No DVR routers for this DVR port 0f7ad1d9-e396-4d19-afee-ff1d009c6716 on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:25:57.818418 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-aff2c09e-609f-4c3c-980b-1fe24274c80e req-e8c3829a-3cd7-4f39-862f-3b41987df027 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:57.821643 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-aff2c09e-609f-4c3c-980b-1fe24274c80e req-e8c3829a-3cd7-4f39-862f-3b41987df027 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.89 "DELETE /v2.0/ports/0f7ad1d9-e396-4d19-afee-ff1d009c6716 HTTP/1.1" status: 204 len: 173 time: 0.9645529 Jul 20 19:25:57.822068 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be1830e-3311-4a0d-bb66-ea396b0e20b2', 'name': 'network-vif-deleted', 'tag': '0f7ad1d9-e396-4d19-afee-ff1d009c6716'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:25:57.824274 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c5db4d-0853-40f6-a33e-343f7d0b9cb7" -d '{"events": [{"server_uuid": "6be1830e-3311-4a0d-bb66-ea396b0e20b2", "name": "network-vif-deleted", "tag": "0f7ad1d9-e396-4d19-afee-ff1d009c6716"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:25:58.075608 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8dc6bc-a46f-429b-82f3-c923b2387daf x-openstack-request-id: req-5d8dc6bc-a46f-429b-82f3-c923b2387daf {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:25:58.075894 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be1830e-3311-4a0d-bb66-ea396b0e20b2", "name": "network-vif-deleted", "tag": "0f7ad1d9-e396-4d19-afee-ff1d009c6716", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:25:58.076144 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d8dc6bc-a46f-429b-82f3-c923b2387daf {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:25:58.076553 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8dc6bc-a46f-429b-82f3-c923b2387daf'] response: {'server_uuid': '6be1830e-3311-4a0d-bb66-ea396b0e20b2', 'name': 'network-vif-deleted', 'tag': '0f7ad1d9-e396-4d19-afee-ff1d009c6716', 'status': 'completed', 'code': 200} Jul 20 19:25:58.165433 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (4d7b19a7-f442-4b9b-a01d-78326479fccf), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:58.173500 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684bfbb-53d4-4f57-832e-2e1deab9e631 req-dbad45fd-fcb4-420d-8ba1-d5fad76b79de tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:58.175219 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c684bfbb-53d4-4f57-832e-2e1deab9e631 req-dbad45fd-fcb4-420d-8ba1-d5fad76b79de tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.1015699 Jul 20 19:25:58.206883 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7b19a7-f442-4b9b-a01d-78326479fccf']}} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:58.216526 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218d212-eb8d-4d4b-ae55-6bccfeb5d8a4 req-83280a6e-89e6-4984-947b-fe32b4cc8e3f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:58.218811 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3218d212-eb8d-4d4b-ae55-6bccfeb5d8a4 req-83280a6e-89e6-4984-947b-fe32b4cc8e3f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0676348 Jul 20 19:25:58.219856 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634e9b34-0e79-4dc7-a0ed-ec63291c4e0d') {'for_net_delete': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:58.220158 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634e9b34-0e79-4dc7-a0ed-ec63291c4e0d') {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:25:58.237947 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9994349'] for segment (634e9b34-0e79-4dc7-a0ed-ec63291c4e0d), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:58.262692 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c684bfbb-53d4-4f57-832e-2e1deab9e631 req-6cd1efb4-3554-451f-b6d4-ba4f6e905fac tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816267 Jul 20 19:25:58.263598 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (634e9b34-0e79-4dc7-a0ed-ec63291c4e0d), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:58.271488 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:25:58.271898 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995313'] for segment (634e9b34-0e79-4dc7-a0ed-ec63291c4e0d), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:58.283614 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3218d212-eb8d-4d4b-ae55-6bccfeb5d8a4 req-a3e36b11-495f-4596-ac7a-0a530415c6bc tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593543 Jul 20 19:25:58.343398 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (4d7b19a7-f442-4b9b-a01d-78326479fccf), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:58.369542 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:58.375666 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] 10.222.0.43 "DELETE /v2.0/networks/4d7b19a7-f442-4b9b-a01d-78326479fccf HTTP/1.1" status: 204 len: 168 time: 0.6681085 Jul 20 19:25:58.397214 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:58.401499 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfeaa7d-3b74-40e4-8286-d7b3ecd18f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7b19a7-f442-4b9b-a01d-78326479fccf,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:58.419820 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f4fd-305d-4d94-a36a-c065cfad6bb7 req-62223350-1bcf-48b0-94bb-59273885772c tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:58.421324 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0d56f4fd-305d-4d94-a36a-c065cfad6bb7 req-62223350-1bcf-48b0-94bb-59273885772c tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 946 time: 0.0733624 Jul 20 19:25:58.472425 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0d56f4fd-305d-4d94-a36a-c065cfad6bb7 req-ed1bec5f-d7ee-4da3-a2c1-01ffd9da18fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454223 Jul 20 19:25:58.551442 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40298) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:58.594808 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-a039864a-d74c-4fbf-b84a-444424606570 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f13b0a634b8423581a33819b24a1ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399926 Jul 20 19:25:58.595406 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40302) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:58.643528 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c95f4b09-022b-416c-8f99-34afed15fc01 admin admin] Publish callbacks [] for security_group (b7ef58a1-14b2-4d4c-a370-99bdd4377730), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:58.657543 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2cb1bfdf-09e9-471c-b86f-0c6b57e1da60 req-4558328b-4cfe-4a21-b3f1-2f55cdd489cc tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 210 time: 0.0287199 Jul 20 19:25:58.666906 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c95f4b09-022b-416c-8f99-34afed15fc01 admin admin] Publish callbacks [] for security_group (b7ef58a1-14b2-4d4c-a370-99bdd4377730), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:58.719105 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c95f4b09-022b-416c-8f99-34afed15fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (b7ef58a1-14b2-4d4c-a370-99bdd4377730), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:58.721643 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c95f4b09-022b-416c-8f99-34afed15fc01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:58.722803 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-c95f4b09-022b-416c-8f99-34afed15fc01 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7ef58a1-14b2-4d4c-a370-99bdd4377730 HTTP/1.1" status: 204 len: 168 time: 0.1268573 Jul 20 19:25:58.732366 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f4b09-022b-416c-8f99-34afed15fc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ef58a1-14b2-4d4c-a370-99bdd4377730,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:59.048519 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40310) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:59.089050 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-d7a44a4d-47b7-48d8-8b2b-5b6ab6220e60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ac33d44ac7f40c7ad4c4efe4dc7a530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393825 Jul 20 19:25:59.091371 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40312) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:59.139852 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-27a4f6fb-3335-4aff-ab17-999e3911e875 admin admin] Publish callbacks [] for security_group (6181751d-2168-482b-8e7a-52f46be92ac2), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:59.161297 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-27a4f6fb-3335-4aff-ab17-999e3911e875 admin admin] Publish callbacks [] for security_group (6181751d-2168-482b-8e7a-52f46be92ac2), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:59.163296 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:59.197304 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 634e9b34-0e79-4dc7-a0ed-ec63291c4e0d resource provider aggregate not found Jul 20 19:25:59.226277 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 634e9b34-0e79-4dc7-a0ed-ec63291c4e0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 634e9b34-0e79-4dc7-a0ed-ec63291c4e0d found for delete ", "request_id": "req-ea553bd7-5778-4f54-b58e-5b7f7495e844"}]} Jul 20 19:25:59.232190 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-27a4f6fb-3335-4aff-ab17-999e3911e875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (6181751d-2168-482b-8e7a-52f46be92ac2), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:59.234655 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-27a4f6fb-3335-4aff-ab17-999e3911e875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:59.235794 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-27a4f6fb-3335-4aff-ab17-999e3911e875 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6181751d-2168-482b-8e7a-52f46be92ac2 HTTP/1.1" status: 204 len: 168 time: 0.1435375 Jul 20 19:25:59.244540 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4f6fb-3335-4aff-ab17-999e3911e875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6181751d-2168-482b-8e7a-52f46be92ac2,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:25:59.396480 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0113ff7-4e2d-4213-89fc-414f5a51c976 req-c399d504-49e9-48ad-8db3-d6de9354230e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:59.397728 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e0113ff7-4e2d-4213-89fc-414f5a51c976 req-c399d504-49e9-48ad-8db3-d6de9354230e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0523074 Jul 20 19:25:59.422212 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a72e7a-10dd-4d57-9466-4ddf735f28a7 req-afeb641c-0e78-464f-875a-e1f74ab081d2 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:59.423719 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a0a72e7a-10dd-4d57-9466-4ddf735f28a7 req-afeb641c-0e78-464f-875a-e1f74ab081d2 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0596955 Jul 20 19:25:59.472011 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e0113ff7-4e2d-4213-89fc-414f5a51c976 req-c6dbe7da-3e49-411a-a8a8-59bc3265883b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647709 Jul 20 19:25:59.480622 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a0a72e7a-10dd-4d57-9466-4ddf735f28a7 req-e74aa470-5c86-48a8-9f56-203efac23a47 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500262 Jul 20 19:25:59.589321 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be7881-b263-4947-adf6-8d8e98d3d4a4 req-5e5af231-123e-4916-8b46-67660e64fa7c tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:25:59.590918 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-16be7881-b263-4947-adf6-8d8e98d3d4a4 req-5e5af231-123e-4916-8b46-67660e64fa7c tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 946 time: 0.0472703 Jul 20 19:25:59.643376 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-16be7881-b263-4947-adf6-8d8e98d3d4a4 req-98ceca79-30c3-4984-880e-f387a7b52128 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470204 Jul 20 19:25:59.754239 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-65f423e6-6beb-42e4-8129-784ea521c7b1 req-1a13d92a-7463-4d15-93f8-dbc7c0ed5682 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 210 time: 0.0287971 Jul 20 19:25:59.882879 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 0f7ad1d9-e396-4d19-afee-ff1d009c6716 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:25:59.905340 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: 0f7ad1d9-e396-4d19-afee-ff1d009c6716 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:25:59.905548 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 0f7ad1d9-e396-4d19-afee-ff1d009c6716 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:26:00.148563 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8616fff-8a12-4d41-9742-1ee723445f0b req-a40c9402-922b-4a25-8bb7-eeb38c6fe786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:00.151008 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c8616fff-8a12-4d41-9742-1ee723445f0b req-a40c9402-922b-4a25-8bb7-eeb38c6fe786 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 1130 time: 0.0524113 Jul 20 19:26:00.209599 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c8616fff-8a12-4d41-9742-1ee723445f0b req-45e1907f-d8b6-44dc-b61a-d3ec966dc2ee service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453548 Jul 20 19:26:00.602900 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0da616-d433-48df-bdda-3e48491201fc req-33d201a6-15b1-4b70-a6b6-12c23b853d39 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:00.604696 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7f0da616-d433-48df-bdda-3e48491201fc req-33d201a6-15b1-4b70-a6b6-12c23b853d39 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0554149 Jul 20 19:26:00.605186 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37adc3-b339-4062-a8b0-f23a418dbd9f req-13596e0b-91e3-41da-ba2b-91f55020e96f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:00.606734 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2a37adc3-b339-4062-a8b0-f23a418dbd9f req-13596e0b-91e3-41da-ba2b-91f55020e96f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0554326 Jul 20 19:26:00.657059 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2a37adc3-b339-4062-a8b0-f23a418dbd9f req-ed7d9b1e-130f-403d-ab77-90ee536288c1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438344 Jul 20 19:26:00.658253 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7f0da616-d433-48df-bdda-3e48491201fc req-2ca36a27-79aa-474d-898c-2be01320ceb9 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466919 Jul 20 19:26:00.756216 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:00.774866 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7fb9e-75a3-4dcf-9a09-568ac22d243d req-d8455dfe-e8c2-4570-834a-f7e74caf40db tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:00.776379 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d8a7fb9e-75a3-4dcf-9a09-568ac22d243d req-d8455dfe-e8c2-4570-834a-f7e74caf40db tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 946 time: 0.0513477 Jul 20 19:26:00.836184 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d8a7fb9e-75a3-4dcf-9a09-568ac22d243d req-6d679a72-b494-4dd9-841a-0fc0e2ea646d tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534747 Jul 20 19:26:00.875621 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-01f72ddf-8729-400c-b504-d586e6ee2432 req-262708ca-e50a-4053-9bac-d9a6a205b271 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 210 time: 0.0332756 Jul 20 19:26:01.777196 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb9494-e582-4414-b873-93e1e84449f1 req-b0d296d7-e376-434d-9288-646fdb8d9adf tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:01.778742 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4ddb9494-e582-4414-b873-93e1e84449f1 req-b0d296d7-e376-434d-9288-646fdb8d9adf tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Jul 20 19:26:01.788903 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07baac-6cb5-4807-89a0-43778a80d20e req-eaeed66a-968b-43e6-af50-7d6c4d315dd4 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:01.790423 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4c07baac-6cb5-4807-89a0-43778a80d20e req-eaeed66a-968b-43e6-af50-7d6c4d315dd4 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0507026 Jul 20 19:26:01.819015 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:01.832861 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4ddb9494-e582-4414-b873-93e1e84449f1 req-f343fe45-9486-483b-8299-54366b801da4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454862 Jul 20 19:26:01.847159 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4c07baac-6cb5-4807-89a0-43778a80d20e req-c3b380a4-ce47-43fc-aee8-9c4bbd7d3d8d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506804 Jul 20 19:26:01.962752 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b962c-58a1-4b65-973a-ffaef6dc74c8 req-ef39e228-5125-4a46-84ca-a9be4bdf5b92 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:01.964273 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-539b962c-58a1-4b65-973a-ffaef6dc74c8 req-ef39e228-5125-4a46-84ca-a9be4bdf5b92 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 946 time: 0.0518911 Jul 20 19:26:01.991945 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-873684e9-1ada-4394-858a-b9588aa9aae2 req-4d89fae8-9983-4b18-b01b-62d27fa75fc8 tempest-VolumesActionsTest-1332622078 tempest-VolumesActionsTest-1332622078-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be1830e-3311-4a0d-bb66-ea396b0e20b2 HTTP/1.1" status: 200 len: 210 time: 0.0285981 Jul 20 19:26:02.022374 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-539b962c-58a1-4b65-973a-ffaef6dc74c8 req-8aacb0b2-1b44-421e-a44c-053b2a861bef tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523081 Jul 20 19:26:02.950435 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ce3da-abd1-48ed-ace1-a5463e0e9795 req-7f0e6d21-a89b-4227-9b65-e9abe9e7ec10 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:02.951948 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d52ce3da-abd1-48ed-ace1-a5463e0e9795 req-7f0e6d21-a89b-4227-9b65-e9abe9e7ec10 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0479767 Jul 20 19:26:02.971397 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d913b-dee9-4127-9ae9-f7e5835740ba req-8a7179b7-47ed-4513-a8dd-15ffa19bfa0a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:02.973031 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-319d913b-dee9-4127-9ae9-f7e5835740ba req-8a7179b7-47ed-4513-a8dd-15ffa19bfa0a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0497575 Jul 20 19:26:03.002468 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d52ce3da-abd1-48ed-ace1-a5463e0e9795 req-3108385c-1ed8-4227-8817-b3a03ccd84c4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436316 Jul 20 19:26:03.022688 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-319d913b-dee9-4127-9ae9-f7e5835740ba req-c97a3f94-f0d2-4dbe-82bf-ceb1a761960b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438168 Jul 20 19:26:03.148640 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a0288-260c-4e36-a6b3-50f2b429d007 req-a4e7b0b6-3992-4882-bc19-87a68ea5ef71 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:03.150151 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a80a0288-260c-4e36-a6b3-50f2b429d007 req-a4e7b0b6-3992-4882-bc19-87a68ea5ef71 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 946 time: 0.0572381 Jul 20 19:26:03.213026 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a80a0288-260c-4e36-a6b3-50f2b429d007 req-31b56fb2-005c-44f9-b4c3-0fe1479d5e16 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562875 Jul 20 19:26:03.338654 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba70d3-c383-485f-be18-2e863cd73f2e req-6135a6e7-ed2c-44b9-b593-b049ed327dcf tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:03.340398 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-04ba70d3-c383-485f-be18-2e863cd73f2e req-6135a6e7-ed2c-44b9-b593-b049ed327dcf tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 946 time: 0.0566506 Jul 20 19:26:03.395919 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-04ba70d3-c383-485f-be18-2e863cd73f2e req-9ba3cc66-a8ac-4de3-b811-0c8ec1b8ee38 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495360 Jul 20 19:26:03.423039 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40452) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:03.561395 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a732ce-7e60-4151-9d0e-1f0cd7531a60 req-75afefc9-82f8-4197-acc4-1e7edfbe5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:03.563931 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-87a732ce-7e60-4151-9d0e-1f0cd7531a60 req-75afefc9-82f8-4197-acc4-1e7edfbe5104 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 1129 time: 0.0560598 Jul 20 19:26:03.627964 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-87a732ce-7e60-4151-9d0e-1f0cd7531a60 req-ef929d3b-3f0f-443b-afbe-0bf46f1adfab service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542445 Jul 20 19:26:03.683434 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafd603a-0ae6-477e-a182-db9a9a38ba6e tempest-TestVolumeBootPattern-1001533496 tempest-TestVolumeBootPattern-1001533496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:03.685002 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-dafd603a-0ae6-477e-a182-db9a9a38ba6e tempest-TestVolumeBootPattern-1001533496 tempest-TestVolumeBootPattern-1001533496-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 1125 time: 0.2605631 Jul 20 19:26:03.688210 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40470) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:03.692671 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'port_id': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:26:03.715781 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:03.825728 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:03.882771 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:03.978535 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Allocated IP 172.27.2.253 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/0dbbc52f-7efa-4621-a626-c217e05aa6cf) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:26:04.117433 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for port (0dbbc52f-7efa-4621-a626-c217e05aa6cf), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:04.181217 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a41ce-6d7b-4921-983f-4a023774d7d3 req-0ff00840-ae73-4de0-87ff-ece50dc9aab5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:04.182804 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f35a41ce-6d7b-4921-983f-4a023774d7d3 req-0ff00840-ae73-4de0-87ff-ece50dc9aab5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0598581 Jul 20 19:26:04.197400 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8248e2-c0d7-4bbb-a6a7-37ad5a12d13e req-20dfc1a7-4253-439d-a9aa-2d31641ee8cc tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:04.198929 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4f8248e2-c0d7-4bbb-a6a7-37ad5a12d13e req-20dfc1a7-4253-439d-a9aa-2d31641ee8cc tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0650876 Jul 20 19:26:04.205507 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (0dbbc52f-7efa-4621-a626-c217e05aa6cf), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:04.244854 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f35a41ce-6d7b-4921-983f-4a023774d7d3 req-292d76a7-aed8-46b0-85fe-66ecbcc5450d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562027 Jul 20 19:26:04.260087 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:26:04.278041 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:26:04.287803 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:26:04.315106 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'Port': ['ID=0dbbc52f-7efa-4621-a626-c217e05aa6cf,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:04.325468 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:04.341090 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4f8248e2-c0d7-4bbb-a6a7-37ad5a12d13e req-61d02cd4-e731-45da-ba20-03745be1637c tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249425 Jul 20 19:26:04.674766 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (3e031255-97db-4a51-b5f9-87435aad0be8), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:04.718199 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:04.749560 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (0dbbc52f-7efa-4621-a626-c217e05aa6cf), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:04.835983 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbb91f-6a50-4878-8698-edfecacb7b37 req-0201ad63-66c6-4a58-9547-88625a47cdb1 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:04.837376 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-06fbb91f-6a50-4878-8698-edfecacb7b37 req-0201ad63-66c6-4a58-9547-88625a47cdb1 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0684783 Jul 20 19:26:04.928757 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-06fbb91f-6a50-4878-8698-edfecacb7b37 req-acec647a-6154-449a-a06a-5e1de0f784ed tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819435 Jul 20 19:26:04.973600 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for port (0dbbc52f-7efa-4621-a626-c217e05aa6cf), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:04.978037 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (0dbbc52f-7efa-4621-a626-c217e05aa6cf), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:05.045267 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'Port': ['ID=0dbbc52f-7efa-4621-a626-c217e05aa6cf,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:05.055973 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (3e031255-97db-4a51-b5f9-87435aad0be8), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:05.151721 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Floating IP 3e031255-97db-4a51-b5f9-87435aad0be8 associated. External IP: 172.27.2.253, port: 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2. Jul 20 19:26:05.231849 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:05.329997 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:05.357098 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Router 539607f4-5740-42a7-bcf6-ffdc05e1049a has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:26:05.367303 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0121ef1-d8ae-4f21-8012-fd69085eb663 req-66c5b6c8-d011-4e96-9bae-258ceea209f5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:05.369905 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c0121ef1-d8ae-4f21-8012-fd69085eb663 req-66c5b6c8-d011-4e96-9bae-258ceea209f5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0483344 Jul 20 19:26:05.417618 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c0121ef1-d8ae-4f21-8012-fd69085eb663 req-ac26bfce-998d-46dc-a076-930f11e4cd3c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 Jul 20 19:26:05.493866 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468391b-1144-49e6-af23-6a601e6b0e09 req-6a359588-d55e-4cb4-8c92-284ea9195761 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:05.495310 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b468391b-1144-49e6-af23-6a601e6b0e09 req-6a359588-d55e-4cb4-8c92-284ea9195761 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0799742 Jul 20 19:26:05.516182 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:26:05.526700 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a11fa-9946-468d-905a-9b8de483b2f0 None None] Sync routers for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:26:05.537298 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a11fa-9946-468d-905a-9b8de483b2f0 None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:26:05.538189 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-533a11fa-9946-468d-905a-9b8de483b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:25:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:26:05.545740 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:05.577374 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b468391b-1144-49e6-af23-6a601e6b0e09 req-3289a2f0-f95a-4978-a1e4-c9d4ca05e3ad tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760632 Jul 20 19:26:05.581396 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:05.586997 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-3ec1b6c7-5a3e-447d-8f49-646eef3b2deb tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8977408 Jul 20 19:26:05.588438 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd469a829-8282-4106-a0d6-4197710acf5f', 'tag': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:26:05.590854 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752fc364-cf65-4d79-807b-4dc17deca203" -d '{"events": [{"name": "network-changed", "server_uuid": "d469a829-8282-4106-a0d6-4197710acf5f", "tag": "3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:26:05.625618 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8996e4b2-86aa-46c7-926c-f37a973bf65b x-openstack-request-id: req-8996e4b2-86aa-46c7-926c-f37a973bf65b {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:26:05.625907 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d469a829-8282-4106-a0d6-4197710acf5f", "tag": "3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:26:05.626164 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8996e4b2-86aa-46c7-926c-f37a973bf65b {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:26:05.626574 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8996e4b2-86aa-46c7-926c-f37a973bf65b'] response: {'name': 'network-changed', 'server_uuid': 'd469a829-8282-4106-a0d6-4197710acf5f', 'tag': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2', 'status': 'completed', 'code': 200} Jul 20 19:26:05.647180 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-533a11fa-9946-468d-905a-9b8de483b2f0 None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:26:05.735943 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:05.856555 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-533a11fa-9946-468d-905a-9b8de483b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '3e031255-97db-4a51-b5f9-87435aad0be8', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:4d:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd469a829-8282-4106-a0d6-4197710acf5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:26:04Z', 'updated_at': '2022-07-20T19:26:04Z', 'revision_number': 0, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:26:05.884298 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a11fa-9946-468d-905a-9b8de483b2f0 None None] Checking router: 539607f4-5740-42a7-bcf6-ffdc05e1049a for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:26:05.893194 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a11fa-9946-468d-905a-9b8de483b2f0 None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:26:05.893822 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-533a11fa-9946-468d-905a-9b8de483b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:25:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:26:05.995678 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-533a11fa-9946-468d-905a-9b8de483b2f0 None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:26:06.047641 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf654a-8c57-4cee-b9cf-7f64403b4507 req-a5209398-260f-4d0d-b0fe-4c0cafcca7db tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:06.049177 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0faf654a-8c57-4cee-b9cf-7f64403b4507 req-a5209398-260f-4d0d-b0fe-4c0cafcca7db tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0514600 Jul 20 19:26:06.102731 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0faf654a-8c57-4cee-b9cf-7f64403b4507 req-b0606d22-9685-4b5c-a1a1-e812bc35cf5e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471938 Jul 20 19:26:06.217416 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-533a11fa-9946-468d-905a-9b8de483b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '3e031255-97db-4a51-b5f9-87435aad0be8', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:4d:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd469a829-8282-4106-a0d6-4197710acf5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:26:04Z', 'updated_at': '2022-07-20T19:26:04Z', 'revision_number': 0, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:26:06.241952 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a11fa-9946-468d-905a-9b8de483b2f0 None None] The sync data for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi is: [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '3e031255-97db-4a51-b5f9-87435aad0be8', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:4d:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd469a829-8282-4106-a0d6-4197710acf5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:26:04Z', 'updated_at': '2022-07-20T19:26:04Z', 'revision_number': 0, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:26:06.425640 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de8cc32-03ee-4f5f-91b9-215269b1ee3d None None] New status for floating IP 3e031255-97db-4a51-b5f9-87435aad0be8: ACTIVE {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:26:06.540667 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c47c0c-bbe0-4a91-893b-f1ec4ce8e54c req-2ddc3fe4-3133-4a42-95c7-a4f868853e4a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:06.542198 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-13c47c0c-bbe0-4a91-893b-f1ec4ce8e54c req-2ddc3fe4-3133-4a42-95c7-a4f868853e4a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0468197 Jul 20 19:26:06.598108 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-13c47c0c-bbe0-4a91-893b-f1ec4ce8e54c req-0409d027-c0a9-4490-a3e4-77cfbd4114d3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503707 Jul 20 19:26:06.700180 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c4d8e-ff0e-4c26-84cd-94af7d370028 req-42f2fe6e-e460-459b-bf8b-528d83e9def1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:06.701652 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b15c4d8e-ff0e-4c26-84cd-94af7d370028 req-42f2fe6e-e460-459b-bf8b-528d83e9def1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0493793 Jul 20 19:26:06.747435 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b15c4d8e-ff0e-4c26-84cd-94af7d370028 req-e159d5b6-de18-4bc0-a28e-d69cd4759f1a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 Jul 20 19:26:07.166288 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fc364-cf65-4d79-807b-4dc17deca203 req-ceca8c95-de5b-41e3-abad-2025c63032d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:07.167823 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-752fc364-cf65-4d79-807b-4dc17deca203 req-ceca8c95-de5b-41e3-abad-2025c63032d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 1130 time: 0.0483902 Jul 20 19:26:07.221377 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e3199-6ae6-4b46-8dad-1b70125687a6 req-59783063-b66e-4b76-b3bd-841ca8a682f0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:07.222830 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-651e3199-6ae6-4b46-8dad-1b70125687a6 req-59783063-b66e-4b76-b3bd-841ca8a682f0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0476170 Jul 20 19:26:07.269140 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-651e3199-6ae6-4b46-8dad-1b70125687a6 req-1909f228-7011-4ab3-8e35-e8d96ee0bd7a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406864 Jul 20 19:26:07.870743 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70f05a-c9d2-4294-a0b5-30b3213ea9cb req-b5f11269-f3bc-49d8-a34e-3e0ff3b4e4a9 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:07.872427 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-dd70f05a-c9d2-4294-a0b5-30b3213ea9cb req-b5f11269-f3bc-49d8-a34e-3e0ff3b4e4a9 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0485551 Jul 20 19:26:07.903833 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fc364-cf65-4d79-807b-4dc17deca203 req-e0bf12e2-6f1a-4368-8b84-6880a4cb9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:07.905257 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-752fc364-cf65-4d79-807b-4dc17deca203 req-e0bf12e2-6f1a-4368-8b84-6880a4cb9a0f service neutron] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 913 time: 0.3208625 Jul 20 19:26:07.922439 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-dd70f05a-c9d2-4294-a0b5-30b3213ea9cb req-964c2f5c-f8dd-460a-94eb-4e3ba467ee9a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440977 Jul 20 19:26:07.939205 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a420e-4d23-497c-8084-aade2481e8da req-a77f77bd-a5b2-4db1-9240-bd94878025f4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:07.940721 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7f3a420e-4d23-497c-8084-aade2481e8da req-a77f77bd-a5b2-4db1-9240-bd94878025f4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.2691751 Jul 20 19:26:07.989861 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7f3a420e-4d23-497c-8084-aade2481e8da req-5714e242-80fd-4a25-9517-db4ef11282a7 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428689 Jul 20 19:26:08.413693 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315e54-d677-4f4f-9af3-4c3f2257ed73 req-e115766e-9da8-48bc-8053-b700fa69b826 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:08.415488 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-96315e54-d677-4f4f-9af3-4c3f2257ed73 req-e115766e-9da8-48bc-8053-b700fa69b826 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0749915 Jul 20 19:26:08.495277 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-96315e54-d677-4f4f-9af3-4c3f2257ed73 req-170c3adb-b468-4289-9ef2-e11731318f3f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697925 Jul 20 19:26:08.612028 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-752fc364-cf65-4d79-807b-4dc17deca203 req-db55ebf4-68a7-46d6-9ae3-25abe4df1c15 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 HTTP/1.1" status: 200 len: 1002 time: 0.0768576 Jul 20 19:26:08.804858 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fc364-cf65-4d79-807b-4dc17deca203 req-49d36dd3-e662-43a9-9b7f-bedcd0c3ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:08.807161 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-752fc364-cf65-4d79-807b-4dc17deca203 req-49d36dd3-e662-43a9-9b7f-bedcd0c3ea19 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0886488 Jul 20 19:26:08.861689 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fc364-cf65-4d79-807b-4dc17deca203 req-53a1aa8c-735b-41e3-95c1-5fc88e7244e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:08.863548 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-752fc364-cf65-4d79-807b-4dc17deca203 req-53a1aa8c-735b-41e3-95c1-5fc88e7244e4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423770 Jul 20 19:26:08.901461 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 40612) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:08.952183 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:08.964095 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-752fc364-cf65-4d79-807b-4dc17deca203 req-0883eb2f-533a-44fa-84f5-b3ac0f3a4801 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913081 Jul 20 19:26:09.041305 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:09.049162 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:09.108891 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-752fc364-cf65-4d79-807b-4dc17deca203 req-d4efbe17-a22c-4019-aacf-21fdd6131439 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383054 Jul 20 19:26:09.135980 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b05a46-9e1c-409c-95b0-c41b5be5fda4 req-7edccb9b-e180-459f-8432-bb3758714b38 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:09.137658 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e8b05a46-9e1c-409c-95b0-c41b5be5fda4 req-7edccb9b-e180-459f-8432-bb3758714b38 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.1073186 Jul 20 19:26:09.196325 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8e937-2521-49f0-bd50-01d5d8bdc4ed req-faeb9099-c385-49ec-993f-5b79137ea167 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:09.198174 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1ba8e937-2521-49f0-bd50-01d5d8bdc4ed req-faeb9099-c385-49ec-993f-5b79137ea167 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0662324 Jul 20 19:26:09.209052 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e8b05a46-9e1c-409c-95b0-c41b5be5fda4 req-a9a803fe-597f-4dca-af73-89f31e7ef2da tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597651 Jul 20 19:26:09.209740 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Publish callbacks [] for security_group (28001dfa-2558-4016-a0ec-6a9bbcf9f48a), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:09.227221 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (28001dfa-2558-4016-a0ec-6a9bbcf9f48a), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:09.292789 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78716b9626bb49bc9c55f53bf9a0657d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895655 Jul 20 19:26:09.293025 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40628) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:09.296983 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28001dfa-2558-4016-a0ec-6a9bbcf9f48a,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:09.306080 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.306713 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.307244 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.307796 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.308460 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.308950 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.309441 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.309919 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.310401 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.310892 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.311387 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.311725 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.312058 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.312427 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.313188 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9c76-9490-40b7-99ab-32597c50b4f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:26:09.320608 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1ba8e937-2521-49f0-bd50-01d5d8bdc4ed req-7753cfbb-9c50-4957-ba10-b10addc5c895 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138711 Jul 20 19:26:09.330138 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:09.391646 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0a2b838a-b3c3-4169-914e-78035e70629a admin admin] Publish callbacks [] for security_group (28001dfa-2558-4016-a0ec-6a9bbcf9f48a), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:09.431479 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0a2b838a-b3c3-4169-914e-78035e70629a admin admin] Publish callbacks [] for security_group (28001dfa-2558-4016-a0ec-6a9bbcf9f48a), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:09.497699 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0a2b838a-b3c3-4169-914e-78035e70629a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (28001dfa-2558-4016-a0ec-6a9bbcf9f48a), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:09.503214 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0a2b838a-b3c3-4169-914e-78035e70629a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:09.507099 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-0a2b838a-b3c3-4169-914e-78035e70629a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28001dfa-2558-4016-a0ec-6a9bbcf9f48a HTTP/1.1" status: 204 len: 168 time: 0.2126074 Jul 20 19:26:09.521857 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b838a-b3c3-4169-914e-78035e70629a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28001dfa-2558-4016-a0ec-6a9bbcf9f48a,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:09.545867 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:09.737450 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dc111-9f79-408f-964d-427dfbebdb9d req-07085dd8-cf07-418b-98fd-8563b930286b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:09.752993 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ce8dc111-9f79-408f-964d-427dfbebdb9d req-07085dd8-cf07-418b-98fd-8563b930286b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.1139598 Jul 20 19:26:09.808693 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ce8dc111-9f79-408f-964d-427dfbebdb9d req-b07e50f5-f3b6-4346-86ab-5b905b2f7fc5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544853 Jul 20 19:26:09.859172 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586d7c0-0d3d-4d40-a986-2306484e1953 req-e42a1efc-c124-4f8b-85d9-5342d25302ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:09.865287 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8586d7c0-0d3d-4d40-a986-2306484e1953 req-e42a1efc-c124-4f8b-85d9-5342d25302ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 1129 time: 0.2074771 Jul 20 19:26:10.003970 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586d7c0-0d3d-4d40-a986-2306484e1953 req-f4e4a4df-1f48-48d4-b0b0-82ea1e57fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:10.005610 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8586d7c0-0d3d-4d40-a986-2306484e1953 req-f4e4a4df-1f48-48d4-b0b0-82ea1e57fa2b service neutron] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 919 time: 0.1286395 Jul 20 19:26:10.012135 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79a42d-5d07-4d4f-ae9d-143342b6fc02 req-51d52fae-9175-488d-bebe-bb4cfaa54152 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:10.019124 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5e79a42d-5d07-4d4f-ae9d-143342b6fc02 req-51d52fae-9175-488d-bebe-bb4cfaa54152 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.3222499 Jul 20 19:26:10.091797 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8586d7c0-0d3d-4d40-a986-2306484e1953 req-cb154001-0097-4e9b-a9f8-aaad77244e83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b88207bd-7c1f-4302-9d14-7ef3931098c7 HTTP/1.1" status: 200 len: 217 time: 0.0631835 Jul 20 19:26:10.174139 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5e79a42d-5d07-4d4f-ae9d-143342b6fc02 req-13783b65-e66a-4667-ab56-08cf71d95d16 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535091 Jul 20 19:26:10.231809 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586d7c0-0d3d-4d40-a986-2306484e1953 req-59143ba7-c82a-4809-93ad-2295cbe3bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:10.234470 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8586d7c0-0d3d-4d40-a986-2306484e1953 req-59143ba7-c82a-4809-93ad-2295cbe3bdd4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.1299205 Jul 20 19:26:10.307267 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586d7c0-0d3d-4d40-a986-2306484e1953 req-96f8b3cb-a3a7-421e-8542-de2c9bcd93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:10.309007 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8586d7c0-0d3d-4d40-a986-2306484e1953 req-96f8b3cb-a3a7-421e-8542-de2c9bcd93a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0637476 Jul 20 19:26:10.381538 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2791076-997f-438e-ba42-4f4e3f08ad63 req-077183af-4b97-4c73-8b43-77bb091b2fb5 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:10.384044 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a2791076-997f-438e-ba42-4f4e3f08ad63 req-077183af-4b97-4c73-8b43-77bb091b2fb5 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0558116 Jul 20 19:26:10.441569 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:10.459409 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a2791076-997f-438e-ba42-4f4e3f08ad63 req-1cb29575-933c-43ff-88f6-f0db3b62d875 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655589 Jul 20 19:26:10.459985 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8586d7c0-0d3d-4d40-a986-2306484e1953 req-4be7e049-fc10-4d2d-9306-f4ed15e1f78b service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394916 Jul 20 19:26:10.577648 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:10.596803 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8586d7c0-0d3d-4d40-a986-2306484e1953 req-eda6fe47-4e63-4174-a031-1d3d08e72b44 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270218 Jul 20 19:26:10.946985 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c089e9-560a-459b-b5db-fb2896775259 req-e1d2fca7-528c-4f59-8f5a-0afb033935f3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:10.955892 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-90c089e9-560a-459b-b5db-fb2896775259 req-e1d2fca7-528c-4f59-8f5a-0afb033935f3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0701942 Jul 20 19:26:11.026372 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-90c089e9-560a-459b-b5db-fb2896775259 req-6841dcd7-e503-4d12-aca1-c22b57166c74 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689681 Jul 20 19:26:11.466694 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964efc7-8387-467a-9c7c-a0d836d894f3 req-ee34539b-ce52-494f-ab72-e2ef50840b73 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:11.479441 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e964efc7-8387-467a-9c7c-a0d836d894f3 req-ee34539b-ce52-494f-ab72-e2ef50840b73 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.1055746 Jul 20 19:26:11.620255 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e964efc7-8387-467a-9c7c-a0d836d894f3 req-2047494c-1b30-4697-8fc2-26900e742c9f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391332 Jul 20 19:26:11.647663 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d1823-5eb6-4e36-ae0e-e042bf44fee8 req-f544ebc5-fde0-4884-84e9-926fbbc9a90d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:11.649339 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b22d1823-5eb6-4e36-ae0e-e042bf44fee8 req-f544ebc5-fde0-4884-84e9-926fbbc9a90d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0659485 Jul 20 19:26:11.710887 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b22d1823-5eb6-4e36-ae0e-e042bf44fee8 req-6c557024-1289-41cd-b755-1990e2797560 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553288 Jul 20 19:26:11.822396 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:26:12.155458 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d95ec2-5ee0-4645-b9d1-4fcf1d96a9d2 req-580983d2-c7bc-48f5-9c2f-63fd0e034156 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:12.157073 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-64d95ec2-5ee0-4645-b9d1-4fcf1d96a9d2 req-580983d2-c7bc-48f5-9c2f-63fd0e034156 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0646365 Jul 20 19:26:12.215603 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-64d95ec2-5ee0-4645-b9d1-4fcf1d96a9d2 req-480395c7-fa2c-4fd1-8c66-065318a2a17f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508273 Jul 20 19:26:12.816974 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050d733-56a0-47b0-892e-9b7d350d0344 req-bad0bedf-adb7-4d5e-9289-ae39881806ea tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:12.819860 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9050d733-56a0-47b0-892e-9b7d350d0344 req-bad0bedf-adb7-4d5e-9289-ae39881806ea tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0926385 Jul 20 19:26:12.916839 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a8815-bbe6-4303-bcdf-fd606496e679 req-b9abaeb5-f78a-4655-b1ea-fb4e9a3b2eea tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:12.922716 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9050d733-56a0-47b0-892e-9b7d350d0344 req-e6261be8-9db6-4280-b7b4-4cbb08ab9169 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892019 Jul 20 19:26:12.924794 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f92a8815-bbe6-4303-bcdf-fd606496e679 req-b9abaeb5-f78a-4655-b1ea-fb4e9a3b2eea tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.1132350 Jul 20 19:26:12.972972 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f92a8815-bbe6-4303-bcdf-fd606496e679 req-7ac18e4a-4e60-40f1-9e3c-7601e32d7f21 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471015 Jul 20 19:26:13.339179 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d7370-ff66-4e9e-ac23-023b4a7a0b97 req-b57b0cf3-18ea-45ba-b1e6-3dab822bb5da tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:13.340727 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5f2d7370-ff66-4e9e-ac23-023b4a7a0b97 req-b57b0cf3-18ea-45ba-b1e6-3dab822bb5da tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0575454 Jul 20 19:26:13.399564 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5f2d7370-ff66-4e9e-ac23-023b4a7a0b97 req-24279bcb-48eb-4bb4-9234-816ce9a96ebc tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493631 Jul 20 19:26:14.064509 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f2e4b-5ea1-4a3b-9403-5d6893b64b84 req-edc49b55-6ef8-4796-b1ed-2a729417ce53 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:14.074488 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6f7f2e4b-5ea1-4a3b-9403-5d6893b64b84 req-edc49b55-6ef8-4796-b1ed-2a729417ce53 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0763071 Jul 20 19:26:14.139510 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6f7f2e4b-5ea1-4a3b-9403-5d6893b64b84 req-5364db79-a6b8-4389-a44f-e9298694381a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598924 Jul 20 19:26:14.199256 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c784d7f-492a-4d9f-a934-3a0a981d5170 req-a835f8be-8cf4-4233-a096-cbfab7f8f27e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:14.211085 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 40752) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:14.213112 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7c784d7f-492a-4d9f-a934-3a0a981d5170 req-a835f8be-8cf4-4233-a096-cbfab7f8f27e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.1091387 Jul 20 19:26:14.283989 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 40760) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:14.306701 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7c784d7f-492a-4d9f-a934-3a0a981d5170 req-df3937f3-2f1b-4d28-80fb-21f9425079f2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842953 Jul 20 19:26:14.451058 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c8c6894a-d9ce-407e-a4cc-0c4c9b11356a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:14.483035 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-25304b29-f206-408e-ae72-67bfd5b1b843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:14.559945 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:14.591058 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ac92a-3cd3-4b5f-8080-bc97227775af req-bcbcc64b-2643-4a19-aafe-193617ae66ac tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:14.592576 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-684ac92a-3cd3-4b5f-8080-bc97227775af req-bcbcc64b-2643-4a19-aafe-193617ae66ac tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0962253 Jul 20 19:26:14.694981 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c8c6894a-d9ce-407e-a4cc-0c4c9b11356a admin admin] Publish callbacks [] for security_group (38e78aeb-1727-468f-b71c-f0acd4bebbda), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:14.708313 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c8c6894a-d9ce-407e-a4cc-0c4c9b11356a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (38e78aeb-1727-468f-b71c-f0acd4bebbda), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:14.740580 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-25304b29-f206-408e-ae72-67bfd5b1b843 admin admin] Publish callbacks [] for security_group (d29b566f-94fd-45a8-9d61-e67d7c8ab65c), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:14.759910 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-25304b29-f206-408e-ae72-67bfd5b1b843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (d29b566f-94fd-45a8-9d61-e67d7c8ab65c), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:14.776810 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-684ac92a-3cd3-4b5f-8080-bc97227775af req-9fb4c193-7182-444a-be32-f774c77dc913 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685188 Jul 20 19:26:14.823194 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6894a-d9ce-407e-a4cc-0c4c9b11356a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e78aeb-1727-468f-b71c-f0acd4bebbda,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:14.863443 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40768) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:14.863672 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c8c6894a-d9ce-407e-a4cc-0c4c9b11356a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd21ead5b3d24e43bcd1ab7bbda9a7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5784216 Jul 20 19:26:14.870311 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-25304b29-f206-408e-ae72-67bfd5b1b843 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00b09a6b498b4ce89e3e31cc841aa945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6581872 Jul 20 19:26:14.874837 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 40770) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:14.907092 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:14.913058 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25304b29-f206-408e-ae72-67bfd5b1b843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29b566f-94fd-45a8-9d61-e67d7c8ab65c,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:14.927682 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b42b2f82-8f87-46f0-9cd8-c3e32c79ecff admin admin] Publish callbacks [] for security_group (38e78aeb-1727-468f-b71c-f0acd4bebbda), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:14.946506 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-057c4570-e96b-4bee-b504-543db4a39586 admin admin] Publish callbacks [] for security_group (d29b566f-94fd-45a8-9d61-e67d7c8ab65c), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:14.955048 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b42b2f82-8f87-46f0-9cd8-c3e32c79ecff admin admin] Publish callbacks [] for security_group (38e78aeb-1727-468f-b71c-f0acd4bebbda), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:14.962566 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:14.990841 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-057c4570-e96b-4bee-b504-543db4a39586 admin admin] Publish callbacks [] for security_group (d29b566f-94fd-45a8-9d61-e67d7c8ab65c), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:15.016331 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b42b2f82-8f87-46f0-9cd8-c3e32c79ecff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (38e78aeb-1727-468f-b71c-f0acd4bebbda), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:15.019629 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b42b2f82-8f87-46f0-9cd8-c3e32c79ecff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:15.027576 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-b42b2f82-8f87-46f0-9cd8-c3e32c79ecff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38e78aeb-1727-468f-b71c-f0acd4bebbda HTTP/1.1" status: 204 len: 168 time: 0.1629918 Jul 20 19:26:15.042370 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b2f82-8f87-46f0-9cd8-c3e32c79ecff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e78aeb-1727-468f-b71c-f0acd4bebbda,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:15.067329 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-057c4570-e96b-4bee-b504-543db4a39586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (d29b566f-94fd-45a8-9d61-e67d7c8ab65c), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:15.070648 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-057c4570-e96b-4bee-b504-543db4a39586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:15.071965 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-057c4570-e96b-4bee-b504-543db4a39586 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d29b566f-94fd-45a8-9d61-e67d7c8ab65c HTTP/1.1" status: 204 len: 168 time: 0.1961558 Jul 20 19:26:15.095342 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c4570-e96b-4bee-b504-543db4a39586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29b566f-94fd-45a8-9d61-e67d7c8ab65c,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:15.320168 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5e9f8-3658-46e2-a783-8df2d1143af2 req-60bc1b83-3af8-40b7-8967-0b119c7dfe97 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:15.329450 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-99f5e9f8-3658-46e2-a783-8df2d1143af2 req-60bc1b83-3af8-40b7-8967-0b119c7dfe97 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0766962 Jul 20 19:26:15.404967 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-99f5e9f8-3658-46e2-a783-8df2d1143af2 req-132178af-58d4-4483-b6ce-1852077111a9 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744104 Jul 20 19:26:15.499990 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0efbc-dcdf-4388-841a-dabffda17ef6 req-c773dfe0-b1cd-43d3-a223-59823afd5d05 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:15.509318 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e0f0efbc-dcdf-4388-841a-dabffda17ef6 req-c773dfe0-b1cd-43d3-a223-59823afd5d05 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0723250 Jul 20 19:26:15.585570 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e0f0efbc-dcdf-4388-841a-dabffda17ef6 req-2a9e0524-3db0-45b9-9d4f-e0da34253d98 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748627 Jul 20 19:26:15.709650 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40800) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:15.726045 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69205003-a2bc-488c-8e5b-604d86ab325f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:15.829747 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69205003-a2bc-488c-8e5b-604d86ab325f admin admin] Publish callbacks [] for security_group (943ec628-e334-444d-9d7b-d6da160e46f8), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:15.837909 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69205003-a2bc-488c-8e5b-604d86ab325f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (943ec628-e334-444d-9d7b-d6da160e46f8), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:15.851696 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:15.883596 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69205003-a2bc-488c-8e5b-604d86ab325f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943ec628-e334-444d-9d7b-d6da160e46f8,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:15.889545 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-69205003-a2bc-488c-8e5b-604d86ab325f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c92db13a24b149a78d254a042b4a3b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785452 Jul 20 19:26:15.892699 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 40802) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:15.965456 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9eeeceb0-151c-4882-8f02-a067411ac0ae admin admin] Publish callbacks [] for security_group (943ec628-e334-444d-9d7b-d6da160e46f8), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:15.996423 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9eeeceb0-151c-4882-8f02-a067411ac0ae admin admin] Publish callbacks [] for security_group (943ec628-e334-444d-9d7b-d6da160e46f8), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:16.058528 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9eeeceb0-151c-4882-8f02-a067411ac0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (943ec628-e334-444d-9d7b-d6da160e46f8), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:16.061790 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9eeeceb0-151c-4882-8f02-a067411ac0ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:16.063397 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-9eeeceb0-151c-4882-8f02-a067411ac0ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/943ec628-e334-444d-9d7b-d6da160e46f8 HTTP/1.1" status: 204 len: 168 time: 0.1691377 Jul 20 19:26:16.092117 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeeceb0-151c-4882-8f02-a067411ac0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943ec628-e334-444d-9d7b-d6da160e46f8,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:16.516851 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 40842) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:16.522776 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-2ca76f43-1ddb-4429-b2f6-0e238fc27450 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868265875', 'description': 'tempest-description--115346649'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:26:16.634351 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa7c8c-ce5e-4a62-a12f-b4bccbdd30ac req-d8c59d65-b795-4a9f-8f7f-8cb55b7e99f3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:16.635835 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2efa7c8c-ce5e-4a62-a12f-b4bccbdd30ac req-d8c59d65-b795-4a9f-8f7f-8cb55b7e99f3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0896254 Jul 20 19:26:16.637453 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2ca76f43-1ddb-4429-b2f6-0e238fc27450 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:16.779592 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d29108-6129-4d1d-b15e-317beb00f429 req-7d28680e-9d2f-45dc-bdcf-ee0b139f2ee6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:16.792888 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e0d29108-6129-4d1d-b15e-317beb00f429 req-7d28680e-9d2f-45dc-bdcf-ee0b139f2ee6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0932570 Jul 20 19:26:16.808688 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:UPDATE=1,neutron:INSERT=11,neutron:SELECT=83,neutron:DELETE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:16.844180 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2efa7c8c-ce5e-4a62-a12f-b4bccbdd30ac req-db1cf373-1504-46f7-b1cc-b85ebc392ae5 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904025 Jul 20 19:26:16.892614 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e0d29108-6129-4d1d-b15e-317beb00f429 req-083c375c-a286-4b6c-9c40-ebd993895f50 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949452 Jul 20 19:26:16.927017 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2ca76f43-1ddb-4429-b2f6-0e238fc27450 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for security_group (04b98dfe-060f-4e92-95f0-c36450f4a97b), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:16.938091 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2ca76f43-1ddb-4429-b2f6-0e238fc27450 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (04b98dfe-060f-4e92-95f0-c36450f4a97b), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:16.976637 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 61e3f31b-7885-4b43-8167-c676cd576b57 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:26:17.001078 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca76f43-1ddb-4429-b2f6-0e238fc27450 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b98dfe-060f-4e92-95f0-c36450f4a97b,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:17.013177 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2ca76f43-1ddb-4429-b2f6-0e238fc27450 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.017797 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-2ca76f43-1ddb-4429-b2f6-0e238fc27450 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4997301 Jul 20 19:26:17.018668 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 40858) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:17.047356 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-807e4e03-07af-4cf9-a69f-f843e2da093d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Request body: {'security_group_rule': {'security_group_id': '04b98dfe-060f-4e92-95f0-c36450f4a97b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:26:17.172917 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-807e4e03-07af-4cf9-a69f-f843e2da093d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for security_group_rule (c2bae62c-3a2e-4acf-bd9b-a3d3b75c1be4), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.270070 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=61e3f31b-7885-4b43-8167-c676cd576b57,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:26:17.324127 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:17.327125 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-807e4e03-07af-4cf9-a69f-f843e2da093d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for security_group_rule (c2bae62c-3a2e-4acf-bd9b-a3d3b75c1be4), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.330083 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '61e3f31b-7885-4b43-8167-c676cd576b57', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'port_id': '61e3f31b-7885-4b43-8167-c676cd576b57', 'mac_address': 'fa:16:3e:3a:0e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:26:17.368068 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-807e4e03-07af-4cf9-a69f-f843e2da093d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (c2bae62c-3a2e-4acf-bd9b-a3d3b75c1be4), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.461464 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e4e03-07af-4cf9-a69f-f843e2da093d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bae62c-3a2e-4acf-bd9b-a3d3b75c1be4,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:17.486140 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-807e4e03-07af-4cf9-a69f-f843e2da093d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.493560 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 40882) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:17.496884 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-807e4e03-07af-4cf9-a69f-f843e2da093d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4744425 Jul 20 19:26:17.500595 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-ec73f867-0084-46b0-b452-d84dabb35e01 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Request body: {'security_group_rule': {'security_group_id': '04b98dfe-060f-4e92-95f0-c36450f4a97b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:26:17.536838 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 61e3f31b-7885-4b43-8167-c676cd576b57 is: ACTIVE; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:26:17.537907 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.570599 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.577927 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61e3f31b-7885-4b43-8167-c676cd576b57 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:26:17.578895 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ec73f867-0084-46b0-b452-d84dabb35e01 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for security_group_rule (aac7be0a-d244-4498-a394-3f22b1255ef4), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.617259 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=61e3f31b-7885-4b43-8167-c676cd576b57,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:26:17.626326 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.674511 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ec73f867-0084-46b0-b452-d84dabb35e01 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for security_group_rule (aac7be0a-d244-4498-a394-3f22b1255ef4), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.682545 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ec73f867-0084-46b0-b452-d84dabb35e01 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (aac7be0a-d244-4498-a394-3f22b1255ef4), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.696098 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=61e3f31b-7885-4b43-8167-c676cd576b57,revision_number=6']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:17.709352 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73f867-0084-46b0-b452-d84dabb35e01 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac7be0a-d244-4498-a394-3f22b1255ef4,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:17.729185 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ec73f867-0084-46b0-b452-d84dabb35e01 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.731397 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-ec73f867-0084-46b0-b452-d84dabb35e01 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2362757 Jul 20 19:26:17.734375 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 40888) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:17.742235 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:26:17.744499 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['61e3f31b-7885-4b43-8167-c676cd576b57'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:26:17.776156 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.896011 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.955781 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:18.075384 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00706f43-80f6-40fe-b25f-0d444fd2903c req-0f1a313f-6762-49ca-840f-9f82be855a07 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:18.078015 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-00706f43-80f6-40fe-b25f-0d444fd2903c req-0f1a313f-6762-49ca-840f-9f82be855a07 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 945 time: 0.0675075 Jul 20 19:26:18.087036 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15f403-304c-4c82-b884-fab6a43586b1 req-274e7e56-1e22-4089-9803-959feea16f94 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:18.094278 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3f15f403-304c-4c82-b884-fab6a43586b1 req-274e7e56-1e22-4089-9803-959feea16f94 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.1105886 Jul 20 19:26:18.160775 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Allocated IP 172.27.2.44 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:26:18.188433 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-00706f43-80f6-40fe-b25f-0d444fd2903c req-6ad04dcd-b67e-48d7-ac08-7715c8a25033 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039515 Jul 20 19:26:18.267835 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-49d244b4-abdf-4b3c-a79c-7a88a77395ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:18.571421 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for port (ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:18.604108 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:18.727410 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3f15f403-304c-4c82-b884-fab6a43586b1 req-3f903ce9-91ed-4635-9b7a-e5810686e95c tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6266651 Jul 20 19:26:18.728923 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:18.798148 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:26:18.821099 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:26:18.830122 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:26:18.861545 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:18.901629 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event updated for resources: {'Port': ['ID=ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:18.982541 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 61e3f31b-7885-4b43-8167-c676cd576b57 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:26:19.053166 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for floatingip (4911b784-b7c9-4f97-82e5-5fc20352113c), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:19.078709 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 61e3f31b-7885-4b43-8167-c676cd576b57 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:26:19.079083 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:19.116766 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:19.312548 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 61e3f31b-7885-4b43-8167-c676cd576b57 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:26:19.316332 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:19.404545 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:26:19.417346 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb208ac3-9d7f-412f-a9f6-06442b11ea05" -d '{"events": [{"server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "name": "network-vif-plugged", "status": "completed", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:26:19.452453 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=61e3f31b-7885-4b43-8167-c676cd576b57,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:26:19.463916 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:19.521366 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944ec08-c808-440c-ab86-5b4b1b63e416 req-394d9913-9b91-4004-a942-a122da86ecba tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:19.541914 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2944ec08-c808-440c-ab86-5b4b1b63e416 req-394d9913-9b91-4004-a942-a122da86ecba tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 945 time: 0.1098619 Jul 20 19:26:19.623689 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fccf570-a7e9-4d31-aa23-4cfe640f3bed x-openstack-request-id: req-0fccf570-a7e9-4d31-aa23-4cfe640f3bed {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:26:19.623994 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "name": "network-vif-plugged", "status": "completed", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:26:19.624252 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fccf570-a7e9-4d31-aa23-4cfe640f3bed {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:26:19.624938 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for port (ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:19.626244 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fccf570-a7e9-4d31-aa23-4cfe640f3bed'] response: {'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57', 'code': 200} Jul 20 19:26:19.627786 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=61e3f31b-7885-4b43-8167-c676cd576b57,revision_number=7']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:19.636663 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:19.653658 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2944ec08-c808-440c-ab86-5b4b1b63e416 req-3321b723-35bb-4fcf-92aa-08bef9b6ac25 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100850 Jul 20 19:26:19.725366 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:19.736970 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event updated for resources: {'Port': ['ID=ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:19.746024 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (4911b784-b7c9-4f97-82e5-5fc20352113c), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:19.769472 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:19.771695 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-d73da509-ea35-4355-b175-7ca5bce14bd9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0359986 Jul 20 19:26:20.042442 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79174425-8bb9-4764-9572-b7185c3f4129 req-9b09e86a-08f5-4618-a9ad-fe2f22b6f931 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:20.071086 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-79174425-8bb9-4764-9572-b7185c3f4129 req-9b09e86a-08f5-4618-a9ad-fe2f22b6f931 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.2013226 Jul 20 19:26:20.244748 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-79174425-8bb9-4764-9572-b7185c3f4129 req-f8faaf03-d133-4501-8228-ad81b00ecae6 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724572 Jul 20 19:26:20.641496 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e2e4a665-9c8a-4149-8a10-aa40e47548b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:20.875228 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c14d6-09b5-40dd-ae8e-42859720bc2c req-23cdd157-51f5-4e91-bb66-b40e816b3c64 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:20.883959 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-181c14d6-09b5-40dd-ae8e-42859720bc2c req-23cdd157-51f5-4e91-bb66-b40e816b3c64 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0676789 Jul 20 19:26:20.965179 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-181c14d6-09b5-40dd-ae8e-42859720bc2c req-5f182d66-a60a-48c5-8306-2c95d765d048 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795965 Jul 20 19:26:21.460143 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f17617-9929-4907-a15b-7a9588e1636f req-82c4f8b3-0a35-43b8-90cd-4042eb45a31e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:21.462053 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c7f17617-9929-4907-a15b-7a9588e1636f req-82c4f8b3-0a35-43b8-90cd-4042eb45a31e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.1009393 Jul 20 19:26:21.592571 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c7f17617-9929-4907-a15b-7a9588e1636f req-7eba49cb-b5d6-466f-8cf9-6b7946f946a2 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242363 Jul 20 19:26:21.726335 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:21.818240 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:22.129024 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0554e-345e-4396-87fe-300e7e5cb0d0 req-c0563e72-eb90-46a7-a778-a5ba9f2ddfd6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:22.137340 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a1a0554e-345e-4396-87fe-300e7e5cb0d0 req-c0563e72-eb90-46a7-a778-a5ba9f2ddfd6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0812147 Jul 20 19:26:22.146175 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:22.208376 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a1a0554e-345e-4396-87fe-300e7e5cb0d0 req-b4e81d0e-f1d5-4f68-a286-75216b8d2527 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700390 Jul 20 19:26:22.817141 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2e58b-42d0-4b00-93cf-e760a511ba9e req-e67790a1-245c-4bbe-97ac-c0d7f0539c2a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:22.824814 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c9d2e58b-42d0-4b00-93cf-e760a511ba9e req-e67790a1-245c-4bbe-97ac-c0d7f0539c2a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0949583 Jul 20 19:26:22.905825 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c9d2e58b-42d0-4b00-93cf-e760a511ba9e req-3e204d83-8a31-4e72-9afc-e5b63dc77ae4 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797422 Jul 20 19:26:23.326961 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:23.425756 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064d95-7810-4cdc-bf98-073eaa0efa23 req-4b35e4cd-d412-4cda-ba4a-2bc8f1afb908 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:23.435954 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ec064d95-7810-4cdc-bf98-073eaa0efa23 req-4b35e4cd-d412-4cda-ba4a-2bc8f1afb908 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0890977 Jul 20 19:26:23.477513 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:23.566131 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ec064d95-7810-4cdc-bf98-073eaa0efa23 req-112f6073-4ae7-489d-be17-e355c35daf79 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291680 Jul 20 19:26:24.136709 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b0155-eaea-4b85-9d1a-220d4cdbb3cb req-4f9eb349-00f1-465f-84bc-061533836a46 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:24.144864 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7a4b0155-eaea-4b85-9d1a-220d4cdbb3cb req-4f9eb349-00f1-465f-84bc-061533836a46 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.1264780 Jul 20 19:26:24.229991 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7a4b0155-eaea-4b85-9d1a-220d4cdbb3cb req-06aac15b-1055-47e3-a705-e8eeabeab2f6 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819838 Jul 20 19:26:24.774253 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15c85c-86af-43b3-bd1b-ff6d83f9984d req-f4138aec-b997-4daf-bab1-185f64e245ef tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:24.783399 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8f15c85c-86af-43b3-bd1b-ff6d83f9984d req-f4138aec-b997-4daf-bab1-185f64e245ef tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.1633017 Jul 20 19:26:24.868124 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8f15c85c-86af-43b3-bd1b-ff6d83f9984d req-cd07bbe0-317a-456a-9344-d7446298b649 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834110 Jul 20 19:26:25.410792 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba9a67-b069-45b3-ac4c-bf070e783d94 req-7b948d57-0b23-4d82-8413-bba602a179cb tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:25.413500 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1eba9a67-b069-45b3-ac4c-bf070e783d94 req-7b948d57-0b23-4d82-8413-bba602a179cb tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0969818 Jul 20 19:26:25.509019 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1eba9a67-b069-45b3-ac4c-bf070e783d94 req-40502e24-e818-4bb9-adef-61d077944641 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804427 Jul 20 19:26:26.086823 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a5085-1db2-4143-ab26-83c9e530a073 req-d571196c-492e-4929-89b1-c5076f824b5a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:26.094724 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-383a5085-1db2-4143-ab26-83c9e530a073 req-d571196c-492e-4929-89b1-c5076f824b5a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.1343338 Jul 20 19:26:26.205980 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-383a5085-1db2-4143-ab26-83c9e530a073 req-6318163a-e9f1-4185-996f-a62f164b99db tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012709 Jul 20 19:26:26.712782 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067259e-e6a5-4001-bea6-38c1cfb177be req-396068c4-ab33-4a93-ad52-41f54f95826f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:26.714610 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5067259e-e6a5-4001-bea6-38c1cfb177be req-396068c4-ab33-4a93-ad52-41f54f95826f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0921397 Jul 20 19:26:26.849931 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5067259e-e6a5-4001-bea6-38c1cfb177be req-226fab3b-b23d-49db-a15a-ded1d920eef3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274765 Jul 20 19:26:27.414753 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:27.507368 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2edfbe-e248-4a36-906a-b9f174ef4d07 req-b38ab866-a7ac-4df3-a8c2-2424a44a065e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:27.509401 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9e2edfbe-e248-4a36-906a-b9f174ef4d07 req-b38ab866-a7ac-4df3-a8c2-2424a44a065e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.1045625 Jul 20 19:26:27.594642 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9e2edfbe-e248-4a36-906a-b9f174ef4d07 req-d080b21c-a1df-4306-ba9a-613373ad1055 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745771 Jul 20 19:26:28.008015 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da99df-760f-4589-baf4-55201034b1d8 req-33e887a8-1a5e-4be9-910b-75f0bbf0878e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:28.015167 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a0da99df-760f-4589-baf4-55201034b1d8 req-33e887a8-1a5e-4be9-910b-75f0bbf0878e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0676150 Jul 20 19:26:28.077019 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a0da99df-760f-4589-baf4-55201034b1d8 req-249eedd6-470b-4822-bcaf-993c935cb6e6 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605063 Jul 20 19:26:28.801244 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadb888-0042-4f40-af26-0abc90f16d4a req-581aa20f-4dc8-456d-8f3e-8fe128e82366 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:28.810423 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3eadb888-0042-4f40-af26-0abc90f16d4a req-581aa20f-4dc8-456d-8f3e-8fe128e82366 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0940020 Jul 20 19:26:28.886307 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3eadb888-0042-4f40-af26-0abc90f16d4a req-84cf7620-5450-4148-9a9d-2f2241d5bd78 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750024 Jul 20 19:26:29.213815 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652eb7d1-60fe-4ec3-af26-a8d220a51a77 req-56b60038-b22e-4fc7-8965-f49f861e9ac7 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:29.215881 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-652eb7d1-60fe-4ec3-af26-a8d220a51a77 req-56b60038-b22e-4fc7-8965-f49f861e9ac7 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0579388 Jul 20 19:26:29.270391 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-652eb7d1-60fe-4ec3-af26-a8d220a51a77 req-c03e2ae0-56e8-4749-b3b4-37f4eddcede0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473084 Jul 20 19:26:29.353578 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-4b3a99d1-4a3a-46a3-ab53-57e704140091 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--868265875&fields=id&tenant_id=f0f63357734c4efa9a88c07996aa5551 HTTP/1.1" status: 200 len: 267 time: 0.0666640 Jul 20 19:26:29.420806 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:29.462939 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff16a1-0a83-4019-8430-5833a005f331 req-f404f10c-5495-4539-a484-76c3c513bed7 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:29.465143 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-f404f10c-5495-4539-a484-76c3c513bed7 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 818 time: 0.1101935 Jul 20 19:26:29.482097 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-5d2274b9-f65a-4499-b02a-c60bd3c557f4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/quotas/f0f63357734c4efa9a88c07996aa5551 HTTP/1.1" status: 200 len: 375 time: 0.0107551 Jul 20 19:26:29.540282 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-ad8596e3-6671-49af-916f-5f6e2c3abf0a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0526388 Jul 20 19:26:29.643092 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-b75abd5c-4ef2-4a67-9af6-7d68b869e878 service neutron] 10.222.0.43 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913799 Jul 20 19:26:29.761279 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-b23f7158-8b64-4e62-9b0c-d1c80c9bb797 service neutron] 10.222.0.43 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115706 Jul 20 19:26:29.944130 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b7aeb84b-2bcd-42e6-bab6-da2636c5be8a req-2843330c-e01b-4984-8510-e94cf34df86b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 210 time: 0.0420310 Jul 20 19:26:30.039760 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1fac-8cf2-48b1-9172-e3c7510e3e92 req-30937dd4-b4fd-4b44-883b-cd4bf1b825f2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:30.041308 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-759a1fac-8cf2-48b1-9172-e3c7510e3e92 req-30937dd4-b4fd-4b44-883b-cd4bf1b825f2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0491347 Jul 20 19:26:30.087247 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:30.134360 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-759a1fac-8cf2-48b1-9172-e3c7510e3e92 req-0e088067-dc59-4746-a820-4c53469e9ba5 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864758 Jul 20 19:26:30.145731 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc4d0c-3725-4e76-a30b-1965f1a94cf8 req-ce57c002-8c5e-401d-a6f1-e2907be9ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:30.147354 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6efc4d0c-3725-4e76-a30b-1965f1a94cf8 req-ce57c002-8c5e-401d-a6f1-e2907be9ae73 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 1130 time: 0.0534661 Jul 20 19:26:30.274550 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc4d0c-3725-4e76-a30b-1965f1a94cf8 req-7dc8102c-9992-4bc0-92c9-0fd38dab16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:30.276121 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6efc4d0c-3725-4e76-a30b-1965f1a94cf8 req-7dc8102c-9992-4bc0-92c9-0fd38dab16ba service neutron] 10.222.0.89 "GET /v2.0/networks?id=ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 200 len: 918 time: 0.1187127 Jul 20 19:26:30.379343 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6efc4d0c-3725-4e76-a30b-1965f1a94cf8 req-498371c0-c17c-42b3-a9ac-ac106c9ab5cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61e3f31b-7885-4b43-8167-c676cd576b57 HTTP/1.1" status: 200 len: 1001 time: 0.0845580 Jul 20 19:26:30.427463 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f71a9-7e04-4b76-9afe-1f57740ba6d6 req-2b1eb80c-4fa8-430d-ad81-57d239c5c22e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:30.429137 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a75f71a9-7e04-4b76-9afe-1f57740ba6d6 req-2b1eb80c-4fa8-430d-ad81-57d239c5c22e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0656755 Jul 20 19:26:30.450909 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:30.461426 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc4d0c-3725-4e76-a30b-1965f1a94cf8 req-3bfe16f9-28ad-41b6-ba1c-79bf1f1cd24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:30.463091 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6efc4d0c-3725-4e76-a30b-1965f1a94cf8 req-3bfe16f9-28ad-41b6-ba1c-79bf1f1cd24f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de1f425d-2a18-45f6-9b64-fdfd0a26c08e HTTP/1.1" status: 200 len: 856 time: 0.0708313 Jul 20 19:26:30.483524 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a75f71a9-7e04-4b76-9afe-1f57740ba6d6 req-b13592bf-7956-4d08-a0dc-623ebca2dd3b tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485692 Jul 20 19:26:30.539375 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc4d0c-3725-4e76-a30b-1965f1a94cf8 req-301f8549-a01e-496a-9e91-5d2f84165129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:30.541464 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6efc4d0c-3725-4e76-a30b-1965f1a94cf8 req-301f8549-a01e-496a-9e91-5d2f84165129 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab609c42-592c-4da6-88a0-b462f1083b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0602701 Jul 20 19:26:30.661654 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6efc4d0c-3725-4e76-a30b-1965f1a94cf8 req-47d58960-4b87-4128-b644-46c5bc0ccd18 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116669 Jul 20 19:26:30.772455 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4fa62-ecce-4541-a035-c60c0116bc9c req-1683b512-a698-4085-9369-0559958373fd tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:30.774154 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-83a4fa62-ecce-4541-a035-c60c0116bc9c req-1683b512-a698-4085-9369-0559958373fd tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0715427 Jul 20 19:26:30.842640 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-83a4fa62-ecce-4541-a035-c60c0116bc9c req-9f4129c1-3c48-47a5-843f-925fe5bdf0a0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629969 Jul 20 19:26:31.020988 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6efc4d0c-3725-4e76-a30b-1965f1a94cf8 req-7e709c19-819c-4961-831e-b4587696f486 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984998 Jul 20 19:26:31.080757 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b018b49e-df1f-4006-8ac1-8dd3a6c16daa req-b500c0e5-aed3-40a4-94f8-9ccce112f8a4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 210 time: 0.0398111 Jul 20 19:26:31.286574 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1b28c-297a-4899-88df-5c958c659cea req-7722d71a-cf71-4fcb-9101-075a0d4bcda4 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:31.288922 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8da1b28c-297a-4899-88df-5c958c659cea req-7722d71a-cf71-4fcb-9101-075a0d4bcda4 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0646858 Jul 20 19:26:31.340468 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8da1b28c-297a-4899-88df-5c958c659cea req-2c424917-7daa-435c-a77e-5d8fa8a437ea tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455077 Jul 20 19:26:31.956400 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce34c25-ea45-49bb-af67-76229878cded req-86ba8b14-b5c0-4656-a763-64c2f4dcfffb tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:31.957939 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4ce34c25-ea45-49bb-af67-76229878cded req-86ba8b14-b5c0-4656-a763-64c2f4dcfffb tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0475726 Jul 20 19:26:31.973229 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 41204) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:32.011845 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4ce34c25-ea45-49bb-af67-76229878cded req-2e7cc72f-6e95-49c8-973d-b02cfd427ec3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478346 Jul 20 19:26:32.028349 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55eb34a-84ad-4d41-8270-4918c70ac28e admin admin] Deleting subnet af2f5238-3ff8-4e9a-b483-769dd739bfea {{(pid=103974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:26:32.032237 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e55eb34a-84ad-4d41-8270-4918c70ac28e admin admin] Publish callbacks [] for subnet (af2f5238-3ff8-4e9a-b483-769dd739bfea), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.073514 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e55eb34a-84ad-4d41-8270-4918c70ac28e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9570133'] for subnet (af2f5238-3ff8-4e9a-b483-769dd739bfea), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.117980 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e55eb34a-84ad-4d41-8270-4918c70ac28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (af2f5238-3ff8-4e9a-b483-769dd739bfea), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.194513 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-773e65cb-e313-4274-944b-3cb5e04ac124 req-27341ac7-59d4-453b-acbd-ffce861531a7 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 210 time: 0.0394838 Jul 20 19:26:32.206962 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e55eb34a-84ad-4d41-8270-4918c70ac28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9549956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9559478'] for subnet (af2f5238-3ff8-4e9a-b483-769dd739bfea), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.212503 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:32.233838 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eb34a-84ad-4d41-8270-4918c70ac28e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2f5238-3ff8-4e9a-b483-769dd739bfea,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:32.238769 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e55eb34a-84ad-4d41-8270-4918c70ac28e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.242016 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-e55eb34a-84ad-4d41-8270-4918c70ac28e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/af2f5238-3ff8-4e9a-b483-769dd739bfea HTTP/1.1" status: 204 len: 168 time: 0.2670846 Jul 20 19:26:32.244501 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 41208) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:32.314498 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (9535d651-697b-4106-9328-f6db4818fc11), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.400442 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (9535d651-697b-4106-9328-f6db4818fc11), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.424257 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9535d651-697b-4106-9328-f6db4818fc11']}} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:26:32.434918 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df9c045-e033-42bc-bb67-772e6cc112e8') {'for_net_delete': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:26:32.435219 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df9c045-e033-42bc-bb67-772e6cc112e8') {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:26:32.446665 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9570114'] for segment (1df9c045-e033-42bc-bb67-772e6cc112e8), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.465267 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (1df9c045-e033-42bc-bb67-772e6cc112e8), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.471239 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391de03-13fa-4c5c-804a-158b9770dc1b req-324085a1-c2e6-4644-beb0-79879403a8e2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:32.472750 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:26:32.472924 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3391de03-13fa-4c5c-804a-158b9770dc1b req-324085a1-c2e6-4644-beb0-79879403a8e2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0500915 Jul 20 19:26:32.473189 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9550886'] for segment (1df9c045-e033-42bc-bb67-772e6cc112e8), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.506586 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.services.segments.plugin [-] Segment 1df9c045-e033-42bc-bb67-772e6cc112e8 resource provider aggregate not found Jul 20 19:26:32.510130 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:32.527769 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3391de03-13fa-4c5c-804a-158b9770dc1b req-e78b9bfc-49b9-4d58-bb8e-da36cdac5c9d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481405 Jul 20 19:26:32.551068 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.services.segments.plugin [-] Segment 1df9c045-e033-42bc-bb67-772e6cc112e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1df9c045-e033-42bc-bb67-772e6cc112e8 found for delete ", "request_id": "req-31d0124e-a3df-4510-8def-7ad95383ee17"}]} Jul 20 19:26:32.567210 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (9535d651-697b-4106-9328-f6db4818fc11), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.573253 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.576255 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] 10.222.0.43 "DELETE /v2.0/networks/9535d651-697b-4106-9328-f6db4818fc11 HTTP/1.1" status: 204 len: 168 time: 0.3308172 Jul 20 19:26:32.586968 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85cbaf-8332-4261-958c-c0e0603f847f admin admin] Pushing event deleted for resources: {'Network': ['ID=9535d651-697b-4106-9328-f6db4818fc11,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:32.748254 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 41226) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:32.789373 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-bdb04caa-af80-4607-8116-235c41d91e74 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aba8221c6e144e94ae026555d5317576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399425 Jul 20 19:26:32.791761 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 41228) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:32.843400 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b5275898-aade-4246-87ef-75b3d305063d admin admin] Publish callbacks [] for security_group (cdbdf0dd-cc4d-44d9-a740-b304138aa9f1), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.867655 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b5275898-aade-4246-87ef-75b3d305063d admin admin] Publish callbacks [] for security_group (cdbdf0dd-cc4d-44d9-a740-b304138aa9f1), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.917236 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b5275898-aade-4246-87ef-75b3d305063d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (cdbdf0dd-cc4d-44d9-a740-b304138aa9f1), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.919852 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b5275898-aade-4246-87ef-75b3d305063d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:32.921042 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-b5275898-aade-4246-87ef-75b3d305063d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cdbdf0dd-cc4d-44d9-a740-b304138aa9f1 HTTP/1.1" status: 204 len: 168 time: 0.1283495 Jul 20 19:26:32.925357 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:32.930968 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5275898-aade-4246-87ef-75b3d305063d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbdf0dd-cc4d-44d9-a740-b304138aa9f1,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:33.110088 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f2cb0-25e5-4aa0-a474-ebe1cc42fdbb req-5f74418d-c85f-435a-8205-121cc0abc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:33.113785 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d82f2cb0-25e5-4aa0-a474-ebe1cc42fdbb req-5f74418d-c85f-435a-8205-121cc0abc347 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=654a322fff99416595c66a993aeaee17&device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 1129 time: 0.0498650 Jul 20 19:26:33.232418 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff16a1-0a83-4019-8430-5833a005f331 req-4b88d516-0c9e-4c1e-aa81-58deacd6d315 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:33.235609 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-4b88d516-0c9e-4c1e-aa81-58deacd6d315 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 818 time: 0.1782455 Jul 20 19:26:33.242690 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94352d2a-0860-4fe6-81b6-ba459b4f30ff req-916a6bd2-1d7d-4a9d-bfbd-b1500dfc48d9 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:33.258451 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-94352d2a-0860-4fe6-81b6-ba459b4f30ff req-916a6bd2-1d7d-4a9d-bfbd-b1500dfc48d9 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.1346176 Jul 20 19:26:33.358379 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0c382ac8-24e1-4c9e-9ad1-a6ec9934cd24 req-d1f3713e-57e8-46a6-89e7-b51bf82439a8 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 210 time: 0.0643539 Jul 20 19:26:33.388361 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f2cb0-25e5-4aa0-a474-ebe1cc42fdbb req-a7d0c347-338b-4fce-a1e8-815196e9a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:33.389908 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d82f2cb0-25e5-4aa0-a474-ebe1cc42fdbb req-a7d0c347-338b-4fce-a1e8-815196e9a105 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4 HTTP/1.1" status: 200 len: 912 time: 0.2222509 Jul 20 19:26:33.391752 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-bb000239-d4ad-42d9-8a99-38f312e1574d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0f63357734c4efa9a88c07996aa5551 HTTP/1.1" status: 200 len: 379 time: 0.1448185 Jul 20 19:26:33.395298 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-94352d2a-0860-4fe6-81b6-ba459b4f30ff req-ce587e97-db51-417e-bf54-fd8fb7b7d513 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360309 Jul 20 19:26:33.483369 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-39ff16a1-0a83-4019-8430-5833a005f331 req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Request body: {'port': {'device_id': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'admin_state_up': True, 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'security_groups': ['04b98dfe-060f-4e92-95f0-c36450f4a97b']}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:26:33.596013 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d82f2cb0-25e5-4aa0-a474-ebe1cc42fdbb req-202706c6-2174-4c20-af6c-ac7fa39c70c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8824afd-c0c0-48f6-a2ee-5085bf6628cf HTTP/1.1" status: 200 len: 1001 time: 0.1179533 Jul 20 19:26:33.684599 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc43b77-6a92-4412-b7c6-1eaf8d961e77 req-02204ba4-0f79-4c4f-b323-b944e4eadc40 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:33.686604 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1cc43b77-6a92-4412-b7c6-1eaf8d961e77 req-02204ba4-0f79-4c4f-b323-b944e4eadc40 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0710182 Jul 20 19:26:33.715326 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ff16a1-0a83-4019-8430-5833a005f331 req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Made reservation on behalf of f0f63357734c4efa9a88c07996aa5551 for: {'port': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:26:33.718694 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-39ff16a1-0a83-4019-8430-5833a005f331 req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:33.771926 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:33.776252 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1cc43b77-6a92-4412-b7c6-1eaf8d961e77 req-01dab486-e854-4e32-aeaa-866cc21f0a18 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799260 Jul 20 19:26:33.885191 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f2cb0-25e5-4aa0-a474-ebe1cc42fdbb req-70f9a481-a304-4a75-946b-5740fcf300a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:33.889406 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d82f2cb0-25e5-4aa0-a474-ebe1cc42fdbb req-70f9a481-a304-4a75-946b-5740fcf300a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=51299be0-e1ff-48e7-8c5f-c79b7fb4abc7 HTTP/1.1" status: 200 len: 850 time: 0.1127138 Jul 20 19:26:33.920097 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [req-39ff16a1-0a83-4019-8430-5833a005f331 req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Allocated IP 172.20.0.5 (cb30eef5-f970-4e36-86fc-a729873274d6/6a4336cf-9fca-4f26-b66c-6b9c36dc41e6/2f2d1c4b-7fdb-4f76-98ba-0efb7034305f) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:26:33.982141 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f2cb0-25e5-4aa0-a474-ebe1cc42fdbb req-65dd75b1-c054-40c8-aabe-65b8e697094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:33.983696 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d82f2cb0-25e5-4aa0-a474-ebe1cc42fdbb req-65dd75b1-c054-40c8-aabe-65b8e697094b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0867558 Jul 20 19:26:34.114099 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-39ff16a1-0a83-4019-8430-5833a005f331 req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:34.121471 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d82f2cb0-25e5-4aa0-a474-ebe1cc42fdbb req-35761ab8-9140-40b6-a31b-4d1a0c428f63 service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249301 Jul 20 19:26:34.142840 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:34.151897 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-39ff16a1-0a83-4019-8430-5833a005f331 req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:34.166106 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:34.228242 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event updated for resources: {'Port': ['ID=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:34.244868 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ff16a1-0a83-4019-8430-5833a005f331 req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Network cb30eef5-f970-4e36-86fc-a729873274d6 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:26:34.247447 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [req-39ff16a1-0a83-4019-8430-5833a005f331 req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:26:34.250829 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ff16a1-0a83-4019-8430-5833a005f331 req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:26:34.257802 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d82f2cb0-25e5-4aa0-a474-ebe1cc42fdbb req-f63d05ef-a23f-49fa-9db5-37583ff57a27 service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242659 Jul 20 19:26:34.310415 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff16a1-0a83-4019-8430-5833a005f331 req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:34.311053 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-39ff16a1-0a83-4019-8430-5833a005f331 req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:34.338668 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-fa4e433f-e338-413e-8897-b27f33ab828e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8600907 Jul 20 19:26:34.539181 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65593288-59b8-467d-9133-29298a366650 req-d6a9a36a-e31a-4cd0-9dd1-ae1b9bee1ca0 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:34.542667 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-65593288-59b8-467d-9133-29298a366650 req-d6a9a36a-e31a-4cd0-9dd1-ae1b9bee1ca0 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 931 time: 0.0910196 Jul 20 19:26:34.550948 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Request body: {'port': {'device_id': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:26:34.575300 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9390db-bb35-44f3-92fd-071bf5810648 req-f674cffe-f543-43ca-9b1b-cee769f87790 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:34.579225 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1d9390db-bb35-44f3-92fd-071bf5810648 req-f674cffe-f543-43ca-9b1b-cee769f87790 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0862455 Jul 20 19:26:34.589435 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-a071a599-feff-44fd-93d1-d747e122cae7 None None] Provisioning complete for port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:26:34.590052 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-a071a599-feff-44fd-93d1-d747e122cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:34.628449 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-65593288-59b8-467d-9133-29298a366650 req-01f6629c-0edf-422a-92a1-21a166989ab5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740287 Jul 20 19:26:34.631079 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:34.646347 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-a071a599-feff-44fd-93d1-d747e122cae7 None None] Port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:26:34.661574 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1d9390db-bb35-44f3-92fd-071bf5810648 req-b73db421-978e-4af3-bdf3-5eb3fcaf187d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720067 Jul 20 19:26:34.704419 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:34.720026 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [req-8cc4b0c1-e4e7-45d7-8449-8a43f6723d7a req-1ac8ab12-62c6-48ed-a63c-8274236da25f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103973) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:26:34.721106 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8cc4b0c1-e4e7-45d7-8449-8a43f6723d7a req-1ac8ab12-62c6-48ed-a63c-8274236da25f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065360 Jul 20 19:26:34.926346 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f328d9-2357-4496-bcfb-cd14b9c2d1e7 req-6dd838d9-a21a-4e4c-a59b-928861f2823e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:34.933843 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-32f328d9-2357-4496-bcfb-cd14b9c2d1e7 req-6dd838d9-a21a-4e4c-a59b-928861f2823e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 946 time: 0.0664358 Jul 20 19:26:34.982872 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-32f328d9-2357-4496-bcfb-cd14b9c2d1e7 req-3b5517be-0557-4f3f-911a-27c29def89fa tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481598 Jul 20 19:26:35.049580 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:26:35.062594 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 61e3f31b-7885-4b43-8167-c676cd576b57 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:26:35.069162 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Publish callbacks [] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:35.096626 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Transition to ACTIVE for port object 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f will not be triggered until provisioned by entity L2. {{(pid=103973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:26:35.097650 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:35.103582 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:35.211254 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 61e3f31b-7885-4b43-8167-c676cd576b57 is: ACTIVE; New status is: DOWN {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:26:35.211661 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:35.213044 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:35.245746 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:26:35.249261 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672f43bc-d893-4dab-8c04-ada28a0671ee" -d '{"events": [{"server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "name": "network-vif-unplugged", "status": "completed", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:26:35.274319 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=61e3f31b-7885-4b43-8167-c676cd576b57,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:26:35.290693 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:35.340303 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Attempting to bind port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:26:35.340790 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Attempting to bind port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:26:35.341170 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Attempting to bind port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f on network cb30eef5-f970-4e36-86fc-a729873274d6 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:26:35.349947 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f on network cb30eef5-f970-4e36-86fc-a729873274d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:26:35.349947 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Attempting to bind port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f on network cb30eef5-f970-4e36-86fc-a729873274d6 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:26:35.358303 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:26:35.358798 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Checking segment: {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:26:35.359296 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Bound using segment: {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:26:35.359852 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Bound port: 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185a2201-06c7-4fce-84cd-a85f721374d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:26:35.360351 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:35.506032 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] For port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f, host hv-cinder-81914, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:26:35.515988 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] For port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:26:35.517412 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:35.525504 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:35.542946 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Jul 2022 19:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d158cdb-5f22-4fa4-b1ea-58960f0f720c x-openstack-request-id: req-9d158cdb-5f22-4fa4-b1ea-58960f0f720c {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:26:35.543258 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "name": "network-vif-unplugged", "status": "failed", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57", "code": 422}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:26:35.543507 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d158cdb-5f22-4fa4-b1ea-58960f0f720c {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:26:35.543967 dv-cinder-819149-14-iscsi neutron-server[103975]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9d158cdb-5f22-4fa4-b1ea-58960f0f720c']: {'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57', 'code': 422} returned with failed status Jul 20 19:26:35.593179 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:35.593955 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:35.595625 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] 10.222.0.89 "PUT /v2.0/ports/2f2d1c4b-7fdb-4f76-98ba-0efb7034305f HTTP/1.1" status: 200 len: 1093 time: 1.0518103 Jul 20 19:26:35.595973 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'tag': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:26:35.598432 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8b174b-674b-4e55-bfd0-824dfbd2da83" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f", "tag": "2f2d1c4b-7fdb-4f76-98ba-0efb7034305f"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:26:35.600330 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 41368) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:35.602041 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=61e3f31b-7885-4b43-8167-c676cd576b57,revision_number=8']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:35.621752 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbe3f0-3313-494f-8503-ee0c8ae0f0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:35.743274 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b68018-7560-4124-9614-8894ebbd262a x-openstack-request-id: req-55b68018-7560-4124-9614-8894ebbd262a {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:26:35.743735 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f", "tag": "2f2d1c4b-7fdb-4f76-98ba-0efb7034305f", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:26:35.743913 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55b68018-7560-4124-9614-8894ebbd262a {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:26:35.744401 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b68018-7560-4124-9614-8894ebbd262a'] response: {'name': 'network-changed', 'server_uuid': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'tag': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'status': 'completed', 'code': 200} Jul 20 19:26:35.781814 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-4d09716b-2752-4500-a0a2-20c74f4edc6b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1657982 Jul 20 19:26:35.786030 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff16a1-0a83-4019-8430-5833a005f331 req-7d256c09-1279-46b5-b7ab-d0ea14ee0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:35.786435 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-7d256c09-1279-46b5-b7ab-d0ea14ee0df8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 1127 time: 0.1052947 Jul 20 19:26:35.792388 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-0f4a9296-5bf2-4768-8c3c-8f3f473e7016 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103974) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:26:35.808404 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-0f4a9296-5bf2-4768-8c3c-8f3f473e7016 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0118268 Jul 20 19:26:35.873142 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-0f05a040-4c58-488b-a9e6-b0d50e1b236a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f HTTP/1.1" status: 200 len: 217 time: 0.0670028 Jul 20 19:26:35.886639 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d15df4-7b0e-4eec-90ef-c94da607133f req-65889282-3635-45db-b5c6-e3ffec4f50df tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:35.888182 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c4d15df4-7b0e-4eec-90ef-c94da607133f req-65889282-3635-45db-b5c6-e3ffec4f50df tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0711877 Jul 20 19:26:35.896025 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010caf77-62a4-4798-9b1d-3af4e080d3ba req-e8733c28-21a8-4dd3-9e3a-52a8dea70521 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:35.901989 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-010caf77-62a4-4798-9b1d-3af4e080d3ba req-e8733c28-21a8-4dd3-9e3a-52a8dea70521 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 943 time: 0.1341827 Jul 20 19:26:35.915019 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 41402) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:35.969010 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c4d15df4-7b0e-4eec-90ef-c94da607133f req-5fc8e077-d656-4100-b898-434f0a3d68b1 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742524 Jul 20 19:26:35.987618 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff16a1-0a83-4019-8430-5833a005f331 req-6fa3d959-1dac-4ada-a956-5a31da86441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:35.989426 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-6fa3d959-1dac-4ada-a956-5a31da86441a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.1072664 Jul 20 19:26:35.997817 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-010caf77-62a4-4798-9b1d-3af4e080d3ba req-4a7a0504-9150-4841-b49a-f0354db06ebc tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937157 Jul 20 19:26:36.064847 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-9bfeb017-ac97-4815-b913-851a6d553a83 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:36.066443 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-9bfeb017-ac97-4815-b913-851a6d553a83 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports/61e3f31b-7885-4b43-8167-c676cd576b57 HTTP/1.1" status: 200 len: 941 time: 0.1504769 Jul 20 19:26:36.296874 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff16a1-0a83-4019-8430-5833a005f331 req-c67a1ef8-9a4b-49d9-9879-da1f39f0cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:36.298371 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-c67a1ef8-9a4b-49d9-9879-da1f39f0cd46 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2995782 Jul 20 19:26:36.321903 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f88c0-597c-4e75-9227-cf4f0b341cb1 req-87839777-d6b2-45df-a4b0-7a3b41d3f10d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:36.324321 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-229f88c0-597c-4e75-9227-cf4f0b341cb1 req-87839777-d6b2-45df-a4b0-7a3b41d3f10d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0651755 Jul 20 19:26:36.432689 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-229f88c0-597c-4e75-9227-cf4f0b341cb1 req-0d5c8ff3-43b4-4bc5-a14b-9c5a790e71f9 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994396 Jul 20 19:26:36.444836 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-9350ca3a-a23c-4daf-ab58-d68960e16610 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384184 Jul 20 19:26:36.556094 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39ff16a1-0a83-4019-8430-5833a005f331 req-ac71061c-7450-47d8-b32a-8936f628fac3 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968537 Jul 20 19:26:37.119781 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2a54f-9035-47e7-9b8c-8537936d34b9 req-31253996-56f8-4120-b357-b20f38cd346f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:37.121252 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a5f2a54f-9035-47e7-9b8c-8537936d34b9 req-31253996-56f8-4120-b357-b20f38cd346f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 943 time: 0.0468037 Jul 20 19:26:37.170696 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a5f2a54f-9035-47e7-9b8c-8537936d34b9 req-17253f22-afa7-4d65-a23e-d40bc8159ab1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439706 Jul 20 19:26:37.553470 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e94b0-9a7c-423e-ae62-e17eda95a94d req-f4758c29-fdc7-44e8-be01-95831408f81f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:37.554976 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c65e94b0-9a7c-423e-ae62-e17eda95a94d req-f4758c29-fdc7-44e8-be01-95831408f81f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0466914 Jul 20 19:26:37.585733 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:37.604704 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c65e94b0-9a7c-423e-ae62-e17eda95a94d req-3d40530f-1c90-4354-a648-b3ce022667bb tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439813 Jul 20 19:26:37.847197 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b174b-674b-4e55-bfd0-824dfbd2da83 req-388e258e-6353-4918-9b20-4dd5a552de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:37.848763 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8a8b174b-674b-4e55-bfd0-824dfbd2da83 req-388e258e-6353-4918-9b20-4dd5a552de73 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 1127 time: 0.0436032 Jul 20 19:26:37.944793 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b174b-674b-4e55-bfd0-824dfbd2da83 req-fa9ec437-38ee-45ae-add2-4745831372f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:37.946291 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8a8b174b-674b-4e55-bfd0-824dfbd2da83 req-fa9ec437-38ee-45ae-add2-4745831372f7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 919 time: 0.0885136 Jul 20 19:26:37.994391 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8a8b174b-674b-4e55-bfd0-824dfbd2da83 req-ae55aa36-2d75-4f2a-89ef-289332df83a2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f HTTP/1.1" status: 200 len: 217 time: 0.0349622 Jul 20 19:26:38.045056 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b174b-674b-4e55-bfd0-824dfbd2da83 req-3a9b9c62-34bd-4b31-8349-8d5a3a5ec04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:38.046663 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8a8b174b-674b-4e55-bfd0-824dfbd2da83 req-3a9b9c62-34bd-4b31-8349-8d5a3a5ec04a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.0445879 Jul 20 19:26:38.101352 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b174b-674b-4e55-bfd0-824dfbd2da83 req-72d54e6a-040d-40ac-82c5-34c1e4b5c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:38.102749 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8a8b174b-674b-4e55-bfd0-824dfbd2da83 req-72d54e6a-040d-40ac-82c5-34c1e4b5c3b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408220 Jul 20 19:26:38.131460 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:38.209570 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8a8b174b-674b-4e55-bfd0-824dfbd2da83 req-a8070d49-cb2c-4166-8843-1bd97bd6ce84 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960724 Jul 20 19:26:38.333820 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25b1f2-ed83-4b71-bd70-62a2c4ddb8c8 req-11667f4c-72a8-4b70-a50d-6672c1dd61c6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:38.335336 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-fb25b1f2-ed83-4b71-bd70-62a2c4ddb8c8 req-11667f4c-72a8-4b70-a50d-6672c1dd61c6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 943 time: 0.0848992 Jul 20 19:26:38.368816 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8a8b174b-674b-4e55-bfd0-824dfbd2da83 req-9fe86734-2a3f-49e0-b197-5e238b4c5a54 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485789 Jul 20 19:26:38.401323 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-fb25b1f2-ed83-4b71-bd70-62a2c4ddb8c8 req-3ba192cc-a992-4896-8343-91fbd3e7eb34 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555191 Jul 20 19:26:38.730761 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73c0b9-cad6-4da4-9fc1-99b3113796dc req-bbb812f9-10d6-431a-a7da-d3926098383b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:38.732236 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0e73c0b9-cad6-4da4-9fc1-99b3113796dc req-bbb812f9-10d6-431a-a7da-d3926098383b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0468543 Jul 20 19:26:38.779825 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0e73c0b9-cad6-4da4-9fc1-99b3113796dc req-e03f6974-38d4-4e9a-b42d-611401f00a7a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 Jul 20 19:26:39.034555 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-001b3581-a59d-439f-b98a-203d2942d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:39.035948 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-001b3581-a59d-439f-b98a-203d2942d0ac service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83&tenant_id=ff9c443652a141d482130869ff76c327 HTTP/1.1" status: 200 len: 1128 time: 0.0724683 Jul 20 19:26:39.098167 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-1b6c9258-dee8-4a28-9186-434460360a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:39.100234 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-1b6c9258-dee8-4a28-9186-434460360a3b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 1128 time: 0.0394530 Jul 20 19:26:39.198693 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-e729f7f7-2b2d-44d5-b73b-fbb7b8873c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:39.200152 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-e729f7f7-2b2d-44d5-b73b-fbb7b8873c69 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 200 len: 918 time: 0.0896335 Jul 20 19:26:39.261300 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-80a38711-a47c-4627-bc19-93b46a12cc79 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61e3f31b-7885-4b43-8167-c676cd576b57 HTTP/1.1" status: 200 len: 999 time: 0.0540822 Jul 20 19:26:39.314208 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-d12defb3-14f7-42c6-97a1-86b49f0d33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:39.315676 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-d12defb3-14f7-42c6-97a1-86b49f0d33b4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de1f425d-2a18-45f6-9b64-fdfd0a26c08e HTTP/1.1" status: 200 len: 856 time: 0.0441217 Jul 20 19:26:39.365299 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-010c574d-96cc-43f2-9fca-74c9b73d7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:39.366796 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-010c574d-96cc-43f2-9fca-74c9b73d7270 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab609c42-592c-4da6-88a0-b462f1083b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434191 Jul 20 19:26:39.460580 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:39.466711 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-baf90182-9ed2-47c5-9bbf-f124c498baf0 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855212 Jul 20 19:26:39.563914 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2af6d-1076-4312-8644-198a8dc20da4 req-fe292f46-d565-4376-811b-0b925d37e3ed tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:39.565436 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0de2af6d-1076-4312-8644-198a8dc20da4 req-fe292f46-d565-4376-811b-0b925d37e3ed tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 943 time: 0.0945899 Jul 20 19:26:39.623145 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0b92b424-ece2-415e-a1ff-c076500cc38a req-e5e652fc-4294-4722-8e92-6ecd3998ef5f service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422112 Jul 20 19:26:39.635407 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0de2af6d-1076-4312-8644-198a8dc20da4 req-f61464c8-e221-46ab-a434-85f6f17a0913 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629864 Jul 20 19:26:39.906790 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbe2ac-4f88-40b4-84be-63597e2fae64 req-6103bdd9-8ea9-4f94-b1ba-ed1f4a14a653 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:39.908265 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-eebbe2ac-4f88-40b4-84be-63597e2fae64 req-6103bdd9-8ea9-4f94-b1ba-ed1f4a14a653 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0480590 Jul 20 19:26:39.919685 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:39.963568 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-eebbe2ac-4f88-40b4-84be-63597e2fae64 req-bbb12bc7-a9ca-4e36-8c38-a6f9a52dbfd1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496995 Jul 20 19:26:40.755408 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42692c5a-3079-4312-8754-c34269ae62cc req-ed254dd0-a21e-4c8f-a22f-450227ecc840 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:40.757494 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-42692c5a-3079-4312-8754-c34269ae62cc req-ed254dd0-a21e-4c8f-a22f-450227ecc840 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 943 time: 0.0479624 Jul 20 19:26:40.808583 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-42692c5a-3079-4312-8754-c34269ae62cc req-41234497-06d4-4c90-a851-9ba60356b56b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451856 Jul 20 19:26:41.080226 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fca3d-7aa7-41ad-a648-50628f4f4e3a req-fcd7f536-55a1-49dd-9d03-76b5a38c98e8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:41.081789 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-792fca3d-7aa7-41ad-a648-50628f4f4e3a req-fcd7f536-55a1-49dd-9d03-76b5a38c98e8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0482199 Jul 20 19:26:41.109611 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:26:41.136841 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-792fca3d-7aa7-41ad-a648-50628f4f4e3a req-d72074ec-fa52-4d77-b9dd-205a655fa7f7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444450 Jul 20 19:26:41.184694 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:41.212818 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:26:41.223895 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'port_id': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'mac_address': 'fa:16:3e:a5:03:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:26:41.257941 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:26:41.258245 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:41.272477 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:26:41.291453 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:26:41.295064 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:41.344432 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:41.656718 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['2f2d1c4b-7fdb-4f76-98ba-0efb7034305f'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:26:41.926111 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dd73f-f9bd-478e-8728-77dea48dc9f3 req-9bc714dc-9708-4d2c-94c8-fee9dd14a527 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:41.928091 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c6dd73f-f9bd-478e-8728-77dea48dc9f3 req-9bc714dc-9708-4d2c-94c8-fee9dd14a527 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 944 time: 0.0507877 Jul 20 19:26:41.975310 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c6dd73f-f9bd-478e-8728-77dea48dc9f3 req-a2de3e25-169d-44e4-b311-dbd8a84a3da8 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417800 Jul 20 19:26:42.259066 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb4b7c-1672-421a-b649-8bbce13ea302 req-99367400-15bf-488c-b9fb-67cf7c3e4bf2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:42.260606 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-aceb4b7c-1672-421a-b649-8bbce13ea302 req-99367400-15bf-488c-b9fb-67cf7c3e4bf2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0486214 Jul 20 19:26:42.317409 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-aceb4b7c-1672-421a-b649-8bbce13ea302 req-7c2ece99-5910-488f-abc9-a6fd826cf192 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510063 Jul 20 19:26:43.098699 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7672b67-7ad7-4608-a2d7-2f1e0d7fe9fb req-87cbc672-2676-4f2b-bc7e-eef71295b99a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:43.100243 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f7672b67-7ad7-4608-a2d7-2f1e0d7fe9fb req-87cbc672-2676-4f2b-bc7e-eef71295b99a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 944 time: 0.0534108 Jul 20 19:26:43.116727 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:26:43.151406 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f7672b67-7ad7-4608-a2d7-2f1e0d7fe9fb req-4315a601-bac5-460d-8f5c-14e9cdc60c5a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454397 Jul 20 19:26:43.166548 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:26:43.175022 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:26:43.175397 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:43.253755 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:26:43.254220 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:43.279163 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:26:43.281429 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b194b032-13c9-41ee-80ac-c77e221e033b" -d '{"events": [{"server_uuid": "0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f", "name": "network-vif-plugged", "status": "completed", "tag": "2f2d1c4b-7fdb-4f76-98ba-0efb7034305f"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:26:43.283589 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:43.295901 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:26:43.306208 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:43.335289 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e86292-9ce8-4227-96f2-7abd9562a647 x-openstack-request-id: req-81e86292-9ce8-4227-96f2-7abd9562a647 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:26:43.335610 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f", "name": "network-vif-plugged", "status": "completed", "tag": "2f2d1c4b-7fdb-4f76-98ba-0efb7034305f", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:26:43.335861 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81e86292-9ce8-4227-96f2-7abd9562a647 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:26:43.336254 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e86292-9ce8-4227-96f2-7abd9562a647'] response: {'server_uuid': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'code': 200} Jul 20 19:26:43.367920 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:26:43.451682 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cde7b6-0c9a-4dec-838f-bf52d84edc9d req-83fd1f2d-7c23-4d3a-9074-d5dd55f71ac7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:43.453290 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e6cde7b6-0c9a-4dec-838f-bf52d84edc9d req-83fd1f2d-7c23-4d3a-9074-d5dd55f71ac7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0494688 Jul 20 19:26:43.518610 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de058a04-8891-4787-8a81-b50b9fe89fed req-bebdf2cc-b1f6-491c-b4e3-72eb8af27987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:43.520105 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-de058a04-8891-4787-8a81-b50b9fe89fed req-bebdf2cc-b1f6-491c-b4e3-72eb8af27987 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 1129 time: 0.0597162 Jul 20 19:26:43.545147 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e6cde7b6-0c9a-4dec-838f-bf52d84edc9d req-1d611876-6d37-4765-8671-e783ef7aece0 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863533 Jul 20 19:26:43.577579 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-de058a04-8891-4787-8a81-b50b9fe89fed req-07705572-2e71-4ff1-9a89-8b440bc3522f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466712 Jul 20 19:26:44.270670 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d66bd-525d-4672-a95f-b8d9252a1f25 req-953230d0-452a-4dee-800b-801f6decc095 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:44.272201 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b66d66bd-525d-4672-a95f-b8d9252a1f25 req-953230d0-452a-4dee-800b-801f6decc095 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0468602 Jul 20 19:26:44.320191 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b66d66bd-525d-4672-a95f-b8d9252a1f25 req-e558f104-4f2d-493c-b0d1-df7abacd9adb tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424216 Jul 20 19:26:44.595977 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:44.601929 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-43ee8a54-f265-4fd0-b62b-7c7e81d3a2a6 req-cc93ff8e-aff3-4256-8ce1-4be200a916fd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486248 Jul 20 19:26:44.700984 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec949ca-66db-41df-a19b-c70f3a33a848 req-4a44ee0f-8072-401a-98ca-b2229504caaf tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:44.702454 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6ec949ca-66db-41df-a19b-c70f3a33a848 req-4a44ee0f-8072-401a-98ca-b2229504caaf tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0765960 Jul 20 19:26:44.707873 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee8a54-f265-4fd0-b62b-7c7e81d3a2a6 req-423a3a58-e80d-4226-b434-44ff03755a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:44.709838 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-43ee8a54-f265-4fd0-b62b-7c7e81d3a2a6 req-423a3a58-e80d-4226-b434-44ff03755a6e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 1130 time: 0.0527442 Jul 20 19:26:44.757138 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:44.760525 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6ec949ca-66db-41df-a19b-c70f3a33a848 req-de0d3af7-6a21-4fb1-a687-3df45120a2fa tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497835 Jul 20 19:26:44.840167 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee8a54-f265-4fd0-b62b-7c7e81d3a2a6 req-f0106677-5330-4897-9ca2-509df5b28804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:44.841630 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-43ee8a54-f265-4fd0-b62b-7c7e81d3a2a6 req-f0106677-5330-4897-9ca2-509df5b28804 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 919 time: 0.0926669 Jul 20 19:26:45.446067 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569180c-f8d5-4307-9c9d-5696504f24e6 req-655f9a3f-1a18-4785-972f-556bc8329638 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:45.447646 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a569180c-f8d5-4307-9c9d-5696504f24e6 req-655f9a3f-1a18-4785-972f-556bc8329638 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0577025 Jul 20 19:26:45.478736 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-43ee8a54-f265-4fd0-b62b-7c7e81d3a2a6 req-fd502aff-9805-481d-9424-0c1a956cd52d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c14f37-54d6-465f-98a8-80c125855fe5 HTTP/1.1" status: 200 len: 217 time: 0.0486743 Jul 20 19:26:45.576777 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a569180c-f8d5-4307-9c9d-5696504f24e6 req-a3329fcc-a0f4-41ad-b652-d526d5041d70 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009557 Jul 20 19:26:45.586625 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a91ca9dd-da1c-4f36-9030-edf96fc3a73c tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2765674134b8415f8ab79fc7295fbe1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408340 Jul 20 19:26:45.587200 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee8a54-f265-4fd0-b62b-7c7e81d3a2a6 req-afff3865-50f8-4946-baa3-a399b935ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:45.587200 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-43ee8a54-f265-4fd0-b62b-7c7e81d3a2a6 req-afff3865-50f8-4946-baa3-a399b935ff74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.0896835 Jul 20 19:26:45.604902 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:45.671651 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee8a54-f265-4fd0-b62b-7c7e81d3a2a6 req-f1383d8b-04ea-4bda-a010-111018f51646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:45.673268 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-43ee8a54-f265-4fd0-b62b-7c7e81d3a2a6 req-f1383d8b-04ea-4bda-a010-111018f51646 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516558 Jul 20 19:26:45.782260 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-6efe13d1-2de4-47ae-a76c-21346beeb87e tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:45.783648 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-6efe13d1-2de4-47ae-a76c-21346beeb87e tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998768 Jul 20 19:26:45.789888 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-43ee8a54-f265-4fd0-b62b-7c7e81d3a2a6 req-4737b5ce-c43f-4b35-8019-aa317cc7d60f service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056747 Jul 20 19:26:45.804476 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-227b1b5c-41db-42aa-8c4f-b1d3e4710abf tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/quotas/2765674134b8415f8ab79fc7295fbe1d HTTP/1.1" status: 200 len: 375 time: 0.0111237 Jul 20 19:26:45.854878 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-5ea1f7a8-1fd8-45e3-b1f5-e208c3334b5e tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2765674134b8415f8ab79fc7295fbe1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424812 Jul 20 19:26:45.924584 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e2a99-af52-418f-88aa-931a6970534b req-caabbdf8-8242-42af-8143-7b87cb769658 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:45.926069 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e37e2a99-af52-418f-88aa-931a6970534b req-caabbdf8-8242-42af-8143-7b87cb769658 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0669155 Jul 20 19:26:45.930315 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-43ee8a54-f265-4fd0-b62b-7c7e81d3a2a6 req-b582f8f1-994c-4870-b1a1-7525abc8eea1 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330054 Jul 20 19:26:45.999258 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e37e2a99-af52-418f-88aa-931a6970534b req-185f37f5-b105-43b5-9d82-50f56186a1cb tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646803 Jul 20 19:26:46.117055 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b6680eb0-f3d2-4c6d-b9fb-14b3dc4f6a40 req-9bf8ef10-7e93-47cd-b603-c63add0f0d9f tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0865681 Jul 20 19:26:46.732124 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e4bfa-bb26-465e-a6de-01ec28f3a901 req-0e88a1ac-7bd3-4adf-a578-40c49beb0f66 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:46.740412 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a24e4bfa-bb26-465e-a6de-01ec28f3a901 req-0e88a1ac-7bd3-4adf-a578-40c49beb0f66 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0887284 Jul 20 19:26:46.796962 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a24e4bfa-bb26-465e-a6de-01ec28f3a901 req-4bbd10c0-00e8-41fa-b34a-ca3d23e80893 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547104 Jul 20 19:26:46.915588 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9154e2-c465-40f7-961d-99cf7883c620 req-e9696c7f-9f0c-4a52-94f9-ae46600f5988 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:46.917534 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9c9154e2-c465-40f7-961d-99cf7883c620 req-e9696c7f-9f0c-4a52-94f9-ae46600f5988 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0551488 Jul 20 19:26:46.940554 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 41542) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:46.945524 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-69f2c1b0-dc5c-431a-bbcc-404057e0b009 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Request body: {'floatingip': {'port_id': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:26:46.984914 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69f2c1b0-dc5c-431a-bbcc-404057e0b009 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for floatingip (4911b784-b7c9-4f97-82e5-5fc20352113c), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:47.242198 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520a100-92e6-4d2f-a51a-22571b3eec22 req-5c1bb055-77c7-4668-89d9-69951d7cc698 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:47.243780 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8520a100-92e6-4d2f-a51a-22571b3eec22 req-5c1bb055-77c7-4668-89d9-69951d7cc698 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.1012788 Jul 20 19:26:47.276453 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:47.291094 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-33c524c6-c2e0-46df-b4f9-5d0348fe987b req-412eb539-49ec-46bf-a5d3-1debafc1cea2 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0297444 Jul 20 19:26:47.396708 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:47.608280 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8520a100-92e6-4d2f-a51a-22571b3eec22 req-4333acc8-3803-459d-ad2a-a8c120953fa4 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576519 Jul 20 19:26:47.654919 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:47.887276 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69f2c1b0-dc5c-431a-bbcc-404057e0b009 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:47.891233 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69f2c1b0-dc5c-431a-bbcc-404057e0b009 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (4911b784-b7c9-4f97-82e5-5fc20352113c), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:47.997873 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [None req-69f2c1b0-dc5c-431a-bbcc-404057e0b009 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Floating IP 4911b784-b7c9-4f97-82e5-5fc20352113c associated. External IP: 172.27.2.44, port: 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f. Jul 20 19:26:48.267184 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-d7bf0fb3-fe8c-457c-b475-81c7a136be99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:48.268113 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f2c1b0-dc5c-431a-bbcc-404057e0b009 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Router 9106d187-c158-41c9-b9f9-bacae43c3022 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:26:48.431459 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-258937f1-f5b2-407c-b61e-ff8267c678ac req-3f3ce933-3286-4f6e-bdad-98d7b0653d98 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0324628 Jul 20 19:26:48.433579 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f2c1b0-dc5c-431a-bbcc-404057e0b009 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:26:48.439502 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69f2c1b0-dc5c-431a-bbcc-404057e0b009 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:48.449870 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c04a5-9391-4c32-8bda-32e744d32334 None None] Sync routers for ids ['9106d187-c158-41c9-b9f9-bacae43c3022'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:26:48.472612 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-69f2c1b0-dc5c-431a-bbcc-404057e0b009 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "PUT /v2.0/floatingips/4911b784-b7c9-4f97-82e5-5fc20352113c HTTP/1.1" status: 200 len: 990 time: 1.5303609 Jul 20 19:26:48.475972 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c04a5-9391-4c32-8bda-32e744d32334 None None] Routers {'9106d187-c158-41c9-b9f9-bacae43c3022'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:26:48.476928 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-ab3c04a5-9391-4c32-8bda-32e744d32334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:26:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['9106d187-c158-41c9-b9f9-bacae43c3022'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:26:48.481436 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'tag': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:26:48.483973 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1921d8-816c-4d82-86d0-5667a0549969" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f", "tag": "2f2d1c4b-7fdb-4f76-98ba-0efb7034305f"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:26:48.523821 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b09db22-c685-42d7-b9e5-d0e34cac319c x-openstack-request-id: req-9b09db22-c685-42d7-b9e5-d0e34cac319c {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:26:48.524178 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f", "tag": "2f2d1c4b-7fdb-4f76-98ba-0efb7034305f", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:26:48.524452 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b09db22-c685-42d7-b9e5-d0e34cac319c {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:26:48.525546 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b09db22-c685-42d7-b9e5-d0e34cac319c'] response: {'name': 'network-changed', 'server_uuid': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'tag': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'status': 'completed', 'code': 200} Jul 20 19:26:48.591764 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:48.602843 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-ab3c04a5-9391-4c32-8bda-32e744d32334 None None] Set router 9106d187-c158-41c9-b9f9-bacae43c3022 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:26:48.746885 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06514a40-3a31-4d1a-ab56-0c8a0c02f68a req-b5f6a500-47cc-410e-a612-41e80ebd82a4 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:48.748727 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-06514a40-3a31-4d1a-ab56-0c8a0c02f68a req-b5f6a500-47cc-410e-a612-41e80ebd82a4 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0576715 Jul 20 19:26:48.799637 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-06514a40-3a31-4d1a-ab56-0c8a0c02f68a req-51049638-92d8-447d-bd0d-2113e0d46da7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450697 Jul 20 19:26:48.825699 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:26:48.882167 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-ab3c04a5-9391-4c32-8bda-32e744d32334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '4911b784-b7c9-4f97-82e5-5fc20352113c', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'port_id': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'mac_address': 'fa:16:3e:a5:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:26:18Z', 'updated_at': '2022-07-20T19:26:47Z', 'revision_number': 1, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63caeb9a-8734-4cb9-a5e7-aeb22723fd82', 'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'mac_address': 'fa:16:3e:21:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:47Z', 'updated_at': '2022-07-20T19:23:56Z', 'revision_number': 5, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'subnets': [{'id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:26:48.914189 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c04a5-9391-4c32-8bda-32e744d32334 None None] Checking router: 9106d187-c158-41c9-b9f9-bacae43c3022 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:26:48.922702 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c04a5-9391-4c32-8bda-32e744d32334 None None] Routers {'9106d187-c158-41c9-b9f9-bacae43c3022'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:26:48.923309 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-ab3c04a5-9391-4c32-8bda-32e744d32334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:26:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['9106d187-c158-41c9-b9f9-bacae43c3022'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:26:49.032783 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-ab3c04a5-9391-4c32-8bda-32e744d32334 None None] Set router 9106d187-c158-41c9-b9f9-bacae43c3022 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:26:49.206813 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:49.294264 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-ab3c04a5-9391-4c32-8bda-32e744d32334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '4911b784-b7c9-4f97-82e5-5fc20352113c', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'port_id': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'mac_address': 'fa:16:3e:a5:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:26:18Z', 'updated_at': '2022-07-20T19:26:47Z', 'revision_number': 1, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63caeb9a-8734-4cb9-a5e7-aeb22723fd82', 'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'mac_address': 'fa:16:3e:21:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:47Z', 'updated_at': '2022-07-20T19:23:56Z', 'revision_number': 5, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'subnets': [{'id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:26:49.324130 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c04a5-9391-4c32-8bda-32e744d32334 None None] The sync data for ids ['9106d187-c158-41c9-b9f9-bacae43c3022'] in dv-cinder-819149-14-iscsi is: [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '4911b784-b7c9-4f97-82e5-5fc20352113c', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'port_id': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'mac_address': 'fa:16:3e:a5:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:26:18Z', 'updated_at': '2022-07-20T19:26:47Z', 'revision_number': 1, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63caeb9a-8734-4cb9-a5e7-aeb22723fd82', 'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'mac_address': 'fa:16:3e:21:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:47Z', 'updated_at': '2022-07-20T19:23:56Z', 'revision_number': 5, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'subnets': [{'id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:26:49.589322 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bc6ecc79-8216-4aac-a280-3c0f6c7ea03e req-73aad508-999d-46ae-a337-38e9205c06c6 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0373130 Jul 20 19:26:49.618025 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5ba40-ee2c-4d40-a2c3-0011b876c38e None None] New status for floating IP 4911b784-b7c9-4f97-82e5-5fc20352113c: ACTIVE {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:26:49.980468 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c354d11-205a-40b8-b301-a050aceeec47 req-fa1ae6cd-1347-41c0-8087-cbd05129dfe1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:49.982020 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4c354d11-205a-40b8-b301-a050aceeec47 req-fa1ae6cd-1347-41c0-8087-cbd05129dfe1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0612772 Jul 20 19:26:50.049887 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4c354d11-205a-40b8-b301-a050aceeec47 req-6d22d6ce-8469-4c65-817f-aa9ee0061e9e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572264 Jul 20 19:26:50.607134 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3a7b272b-8344-40ad-873b-0ba945f05c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:50.701584 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-74ba9232-9d68-487a-90aa-91ed4afd25a0 req-954d7fe3-adc3-4370-b4b5-c7ba52c74392 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0331540 Jul 20 19:26:51.199523 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2dd3a-9903-4642-afa2-fe867f184e96 req-6618321d-d82e-43bd-b048-8ac8377cab9b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:51.201125 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f6c2dd3a-9903-4642-afa2-fe867f184e96 req-6618321d-d82e-43bd-b048-8ac8377cab9b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0553699 Jul 20 19:26:51.251462 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f6c2dd3a-9903-4642-afa2-fe867f184e96 req-816aa0ea-0cd1-46b5-aa21-e68ba9ca0d95 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446384 Jul 20 19:26:51.723384 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:51.812738 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e9fe7629-9f78-41d3-95ab-93a073c8e022 req-83aec25b-7a3e-436e-a8d6-46f03bcb8d78 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0281479 Jul 20 19:26:52.388111 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541206f-2bd7-42e3-afb6-e044d30c44dd req-86cdbc55-b163-44b0-97b3-d953d18889f3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:52.390420 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1541206f-2bd7-42e3-afb6-e044d30c44dd req-86cdbc55-b163-44b0-97b3-d953d18889f3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0492566 Jul 20 19:26:52.441504 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1541206f-2bd7-42e3-afb6-e044d30c44dd req-992b8ed9-5609-4a8a-8c99-b59c9e7a033c tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441744 Jul 20 19:26:52.917896 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-fd6c162c-51b3-46bc-bf5d-74e61d69eb61 req-ebb356f6-f854-4fa5-997c-aabf92301956 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0316072 Jul 20 19:26:53.321998 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:53.455132 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:53.564992 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7e09b-44c2-4244-93a6-5ff5f6d30bd7 req-e966d0f0-f485-4471-9901-ac9ac8ce6da9 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:53.566705 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b5b7e09b-44c2-4244-93a6-5ff5f6d30bd7 req-e966d0f0-f485-4471-9901-ac9ac8ce6da9 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0518997 Jul 20 19:26:53.618712 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b5b7e09b-44c2-4244-93a6-5ff5f6d30bd7 req-c635f07d-9dc4-4307-89e6-b594ac90a837 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466239 Jul 20 19:26:54.016695 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e0545344-3495-44c7-b608-c854788763df req-2f6c9de9-3781-4f9a-9d4e-6711a54ef0fb tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0287707 Jul 20 19:26:54.726612 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:54.764508 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f6aba-eafe-4570-a7c3-c78800891394 req-fe1eb9de-f191-43c0-8074-5747a35ea5ea tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:54.772343 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b48f6aba-eafe-4570-a7c3-c78800891394 req-fe1eb9de-f191-43c0-8074-5747a35ea5ea tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0559864 Jul 20 19:26:54.817945 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b48f6aba-eafe-4570-a7c3-c78800891394 req-67efb116-e159-474f-9262-6e609f198ac6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444748 Jul 20 19:26:55.121163 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-144c0b4e-a067-471a-89c0-7ca057009230 req-15df664a-5a1b-4e21-981b-b544a2dc6885 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0308187 Jul 20 19:26:55.936684 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398798-033e-4fa6-ad31-946d024cba0a req-8dbd7106-f244-4fa4-9663-a58cd15523d0 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:55.938416 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d9398798-033e-4fa6-ad31-946d024cba0a req-8dbd7106-f244-4fa4-9663-a58cd15523d0 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0470190 Jul 20 19:26:55.988049 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d9398798-033e-4fa6-ad31-946d024cba0a req-ea094b51-149c-4969-819e-c0c6441a5aee tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432997 Jul 20 19:26:56.217114 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-259a35dc-3d25-4c36-8430-28267e32a2f3 req-82b62792-f784-4414-99f0-3e9732da7076 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0290377 Jul 20 19:26:56.753933 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1921d8-816c-4d82-86d0-5667a0549969 req-c4f416dc-19a3-44b4-9ed6-79ab226811c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:56.755759 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6e1921d8-816c-4d82-86d0-5667a0549969 req-c4f416dc-19a3-44b4-9ed6-79ab226811c7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 1129 time: 0.0445752 Jul 20 19:26:57.114495 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:57.124038 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2525-dbd6-40d1-b0dc-ea40d5fbf4e8 req-e3e7c9b6-bc15-4767-ae9d-dfa4516642c6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:57.125563 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fa4e2525-dbd6-40d1-b0dc-ea40d5fbf4e8 req-e3e7c9b6-bc15-4767-ae9d-dfa4516642c6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0593803 Jul 20 19:26:57.142622 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1921d8-816c-4d82-86d0-5667a0549969 req-70c6eb3e-9bf5-419e-819c-32f14e906eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:57.144104 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6e1921d8-816c-4d82-86d0-5667a0549969 req-70c6eb3e-9bf5-419e-819c-32f14e906eef service neutron] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 919 time: 0.1027577 Jul 20 19:26:57.181103 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fa4e2525-dbd6-40d1-b0dc-ea40d5fbf4e8 req-31406479-28dc-4ac1-97d7-9fc0d832983e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484750 Jul 20 19:26:57.314328 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ea83c9b1-4a02-4218-a861-92073d1daa3f req-1f4d7c56-f220-46a4-acc6-9beae314e6a8 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0283735 Jul 20 19:26:57.794647 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6e1921d8-816c-4d82-86d0-5667a0549969 req-7b500956-a94f-40b0-8129-f2d224735e31 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f HTTP/1.1" status: 200 len: 1000 time: 0.0575635 Jul 20 19:26:57.851946 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1921d8-816c-4d82-86d0-5667a0549969 req-e90c9f82-eb0c-49ac-9844-07d100e14239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:57.853444 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6e1921d8-816c-4d82-86d0-5667a0549969 req-e90c9f82-eb0c-49ac-9844-07d100e14239 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.0517435 Jul 20 19:26:57.903769 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1921d8-816c-4d82-86d0-5667a0549969 req-6b1bc29d-678d-4327-8ab8-ac20e19f70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:57.905344 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6e1921d8-816c-4d82-86d0-5667a0549969 req-6b1bc29d-678d-4327-8ab8-ac20e19f70ac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410457 Jul 20 19:26:57.980780 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:58.016966 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6e1921d8-816c-4d82-86d0-5667a0549969 req-df91d519-c912-463b-92fe-87c53ac520aa service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901580 Jul 20 19:26:58.111033 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6e1921d8-816c-4d82-86d0-5667a0549969 req-8d339099-c64f-4297-8482-1b2ba5314b20 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878410 Jul 20 19:26:58.300468 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ea5dd-2d5f-4320-be2c-8859edcb4111 req-93cb323d-e0a3-4168-aeab-fb52ac0fbe4b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:58.301662 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ba8ea5dd-2d5f-4320-be2c-8859edcb4111 req-93cb323d-e0a3-4168-aeab-fb52ac0fbe4b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0467465 Jul 20 19:26:58.314881 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:58.356496 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ba8ea5dd-2d5f-4320-be2c-8859edcb4111 req-d276a592-a583-41d8-b7c7-65bd6c76b77a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486300 Jul 20 19:26:58.424797 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-355bf0ae-e353-42a1-9afe-3a7090c569a1 req-7e3ef74c-101e-415c-883d-98b72c53f549 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0301421 Jul 20 19:26:58.980533 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-cb2de2ad-4728-4a36-bc6f-9c897564c1fd tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=2765674134b8415f8ab79fc7295fbe1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335708 Jul 20 19:26:59.210483 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a5e2a43d-986d-46fe-bfad-75ad508c58ec tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:59.212033 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a5e2a43d-986d-46fe-bfad-75ad508c58ec tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247810 Jul 20 19:26:59.497396 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a289f-8630-499f-ba03-7496d5c7856e req-fa4fca31-d46f-4110-8c52-15ffde03b2ba tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:26:59.498957 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6a5a289f-8630-499f-ba03-7496d5c7856e req-fa4fca31-d46f-4110-8c52-15ffde03b2ba tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0522549 Jul 20 19:26:59.526954 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b4f8fe0-4738-4f04-8a61-364974a88d54 req-48025d51-3ab4-46f6-83d8-9983b8841e7f tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0286112 Jul 20 19:26:59.545662 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6a5a289f-8630-499f-ba03-7496d5c7856e req-a2f37a29-6948-4e57-8bab-2d84f5f6d24a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414283 Jul 20 19:26:59.838128 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:59.842929 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:00.623654 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-20f1d341-a076-4f88-9d3e-052bf6d6c40c req-ad741f3c-ca3c-48e7-9508-97ac20e7c721 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0287924 Jul 20 19:27:00.677583 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696d9d9-60ed-4415-9a3b-895a16d15c24 req-702db55e-5b3f-4cf2-9c9b-525bca941610 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:00.679793 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4696d9d9-60ed-4415-9a3b-895a16d15c24 req-702db55e-5b3f-4cf2-9c9b-525bca941610 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0481129 Jul 20 19:27:00.726432 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4696d9d9-60ed-4415-9a3b-895a16d15c24 req-2a4dafa8-6478-480e-9fc5-d85f0f7ba9dd tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408208 Jul 20 19:27:01.723452 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5738b92b-7e63-4104-9d23-61bb9df7bcea req-c001f7b8-442e-446e-bc76-2a118e885c4d tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0298886 Jul 20 19:27:01.846307 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3391dc3-7d4e-49bc-9535-aaf682020c0a req-44f0a3cc-c8da-4671-8666-bc6b685b15d0 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:01.847744 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e3391dc3-7d4e-49bc-9535-aaf682020c0a req-44f0a3cc-c8da-4671-8666-bc6b685b15d0 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0479331 Jul 20 19:27:01.897420 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e3391dc3-7d4e-49bc-9535-aaf682020c0a req-713bfa80-d2e4-4510-8258-5de8ce313034 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430729 Jul 20 19:27:01.936812 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Request body: {'port': {'device_id': '4b0b05de-487c-4986-95f5-7ab30390edc4', 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933', 'admin_state_up': True, 'tenant_id': '2765674134b8415f8ab79fc7295fbe1d'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:02.046565 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Made reservation on behalf of 2765674134b8415f8ab79fc7295fbe1d for: {'port': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:02.050406 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:02.059306 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:02.141379 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Publish callbacks [] for security_group (14a93041-5967-478f-b170-c737b460d009), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:02.145004 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (14a93041-5967-478f-b170-c737b460d009), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:02.210776 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a93041-5967-478f-b170-c737b460d009,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:02.223434 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:02.229521 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.229858 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.230193 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.230523 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.230874 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.231195 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.231515 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.231834 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.232158 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.232497 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.232815 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.233132 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.233445 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.233758 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.234067 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:02.299023 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Allocated IP 192.168.233.229 (978d7a44-f2f0-4e79-9da3-941536435933/8a61cac9-2e2f-4ed2-878e-f1d61b38b3a3/2156b056-21d9-45f7-afcb-c4c2bb7de07c) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:02.457475 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Publish callbacks [] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:02.470528 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:02.496353 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:02.536181 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Network 978d7a44-f2f0-4e79-9da3-941536435933 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:02.539189 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:02.541859 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:02.574379 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Pushing event updated for resources: {'Port': ['ID=2156b056-21d9-45f7-afcb-c4c2bb7de07c,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:02.613153 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:02.613760 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:02.632255 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-a03612da-d83f-451c-a99e-c10cf162bf12 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7020376 Jul 20 19:27:02.645178 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Request body: {'port': {'device_id': '4b0b05de-487c-4986-95f5-7ab30390edc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:02.709853 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:02.772946 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-b0b08d4e-19b6-4d19-aaad-881cc6192de9 None None] Provisioning complete for port 2156b056-21d9-45f7-afcb-c4c2bb7de07c triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:02.773870 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-b0b08d4e-19b6-4d19-aaad-881cc6192de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:02.811245 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-b0b08d4e-19b6-4d19-aaad-881cc6192de9 None None] Port 2156b056-21d9-45f7-afcb-c4c2bb7de07c cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:27:02.895319 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44387f-c1f4-49e8-b9d1-191a0dc7fe46 req-a3183e4b-35a0-4171-a71b-b622801252d2 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:02.896842 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6f44387f-c1f4-49e8-b9d1-191a0dc7fe46 req-a3183e4b-35a0-4171-a71b-b622801252d2 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 936 time: 0.0675416 Jul 20 19:27:02.999502 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6f44387f-c1f4-49e8-b9d1-191a0dc7fe46 req-e1a2af35-8ef7-467e-acb0-a3fddf21bb55 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934341 Jul 20 19:27:03.019294 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb24fdf-00ab-4219-b0c2-95dcab7ec9af req-de70b18b-5ff2-4752-a1a3-d798c2305771 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:03.020805 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6cb24fdf-00ab-4219-b0c2-95dcab7ec9af req-de70b18b-5ff2-4752-a1a3-d798c2305771 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0496480 Jul 20 19:27:03.073548 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2156b056-21d9-45f7-afcb-c4c2bb7de07c {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:27:03.074323 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6cb24fdf-00ab-4219-b0c2-95dcab7ec9af req-8be0e777-b687-49ae-a0c0-efe339e237d7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479934 Jul 20 19:27:03.077499 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:03.082138 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Publish callbacks [] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:03.097513 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Transition to ACTIVE for port object 2156b056-21d9-45f7-afcb-c4c2bb7de07c will not be triggered until provisioned by entity L2. {{(pid=103973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:27:03.101736 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:03.150476 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Pushing event updated for resources: {'Port': ['ID=2156b056-21d9-45f7-afcb-c4c2bb7de07c,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:03.231710 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Attempting to bind port 2156b056-21d9-45f7-afcb-c4c2bb7de07c on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:27:03.232043 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Attempting to bind port 2156b056-21d9-45f7-afcb-c4c2bb7de07c by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '6b156310-9845-403f-828d-2a98c941fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:27:03.232398 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Attempting to bind port 2156b056-21d9-45f7-afcb-c4c2bb7de07c on network 978d7a44-f2f0-4e79-9da3-941536435933 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:27:03.241710 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Port 2156b056-21d9-45f7-afcb-c4c2bb7de07c on network 978d7a44-f2f0-4e79-9da3-941536435933 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:27:03.242034 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Attempting to bind port 2156b056-21d9-45f7-afcb-c4c2bb7de07c on network 978d7a44-f2f0-4e79-9da3-941536435933 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:27:03.247326 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:27:03.247671 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Checking segment: {'id': '6b156310-9845-403f-828d-2a98c941fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:03.248162 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Bound using segment: {'id': '6b156310-9845-403f-828d-2a98c941fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:27:03.248676 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Bound port: 2156b056-21d9-45f7-afcb-c4c2bb7de07c, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b156310-9845-403f-828d-2a98c941fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:27:03.249029 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:03.311707 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] For port 2156b056-21d9-45f7-afcb-c4c2bb7de07c, host hv-cinder-81914, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:27:03.313644 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:03.315713 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] For port 2156b056-21d9-45f7-afcb-c4c2bb7de07c, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=2156b056-21d9-45f7-afcb-c4c2bb7de07c,segment=NetworkSegment(6b156310-9845-403f-828d-2a98c941fdea),segment_id=6b156310-9845-403f-828d-2a98c941fdea)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:27:03.322287 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:03.363722 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:03.364376 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:03.366271 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] 10.222.0.89 "PUT /v2.0/ports/2156b056-21d9-45f7-afcb-c4c2bb7de07c HTTP/1.1" status: 200 len: 1098 time: 0.7252841 Jul 20 19:27:03.366708 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0b05de-487c-4986-95f5-7ab30390edc4', 'tag': '2156b056-21d9-45f7-afcb-c4c2bb7de07c'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:27:03.369003 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e744760a-e498-45b8-a4da-85213f6db934" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0b05de-487c-4986-95f5-7ab30390edc4", "tag": "2156b056-21d9-45f7-afcb-c4c2bb7de07c"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:27:03.389478 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54fb59-b839-4ffb-a885-66ebb6178bce service neutron] Pushing event updated for resources: {'Port': ['ID=2156b056-21d9-45f7-afcb-c4c2bb7de07c,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:03.409003 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a628b303-17cd-41ba-8d3e-5280dfdc5297 x-openstack-request-id: req-a628b303-17cd-41ba-8d3e-5280dfdc5297 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:27:03.409296 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0b05de-487c-4986-95f5-7ab30390edc4", "tag": "2156b056-21d9-45f7-afcb-c4c2bb7de07c", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:27:03.409552 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a628b303-17cd-41ba-8d3e-5280dfdc5297 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:27:03.409961 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a628b303-17cd-41ba-8d3e-5280dfdc5297'] response: {'name': 'network-changed', 'server_uuid': '4b0b05de-487c-4986-95f5-7ab30390edc4', 'tag': '2156b056-21d9-45f7-afcb-c4c2bb7de07c', 'status': 'completed', 'code': 200} Jul 20 19:27:04.044163 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744760a-e498-45b8-a4da-85213f6db934 req-0fbfe3c6-54b5-4028-af35-45b288e3c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:04.045727 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e744760a-e498-45b8-a4da-85213f6db934 req-0fbfe3c6-54b5-4028-af35-45b288e3c20e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2765674134b8415f8ab79fc7295fbe1d&device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 1132 time: 0.0423837 Jul 20 19:27:04.078564 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e744760a-e498-45b8-a4da-85213f6db934 req-2f92c05a-22ff-426b-ba0c-08bc3d921b4b service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=2765674134b8415f8ab79fc7295fbe1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204771 Jul 20 19:27:04.114522 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f6af-78a1-4e99-b2f8-89cc4b4f58ff req-9ce704dd-7b19-440d-9aae-ef8068340ff1 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:04.116549 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bc64f6af-78a1-4e99-b2f8-89cc4b4f58ff req-9ce704dd-7b19-440d-9aae-ef8068340ff1 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 948 time: 0.0490360 Jul 20 19:27:04.169432 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bc64f6af-78a1-4e99-b2f8-89cc4b4f58ff req-b0e4dbe3-059f-47ba-8985-3f0c8de639c1 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457277 Jul 20 19:27:04.218097 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744760a-e498-45b8-a4da-85213f6db934 req-91c68e7c-08db-4611-8bd3-2e5f9cf59d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:04.219545 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e744760a-e498-45b8-a4da-85213f6db934 req-91c68e7c-08db-4611-8bd3-2e5f9cf59d83 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345155 Jul 20 19:27:04.227562 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ba66b-2cf7-4488-879f-b33f059159de req-550cc9e4-4fc4-4366-968b-34ff9a9a9750 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:04.228947 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-105ba66b-2cf7-4488-879f-b33f059159de req-550cc9e4-4fc4-4366-968b-34ff9a9a9750 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0664983 Jul 20 19:27:04.288808 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-105ba66b-2cf7-4488-879f-b33f059159de req-140f4967-e10c-4b04-9b3c-5077e9aeab02 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541477 Jul 20 19:27:04.316506 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-9eae5bec-e2ed-403a-b5e3-209fd19b7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:04.317998 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-9eae5bec-e2ed-403a-b5e3-209fd19b7a20 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2765674134b8415f8ab79fc7295fbe1d&device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 1132 time: 0.0445459 Jul 20 19:27:04.369164 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-3fccfe6d-d864-43fe-9fab-8fa5532a4229 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=2156b056-21d9-45f7-afcb-c4c2bb7de07c HTTP/1.1" status: 200 len: 217 time: 0.0351238 Jul 20 19:27:04.421580 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-58ede9d2-2d67-4bf8-b5de-525c7ab16478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:04.423097 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-58ede9d2-2d67-4bf8-b5de-525c7ab16478 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8a61cac9-2e2f-4ed2-878e-f1d61b38b3a3 HTTP/1.1" status: 200 len: 843 time: 0.0473063 Jul 20 19:27:04.467641 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-96c7eaf3-d881-4e74-bb61-c6a6d8cb5815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:04.469200 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-96c7eaf3-d881-4e74-bb61-c6a6d8cb5815 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=978d7a44-f2f0-4e79-9da3-941536435933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0386305 Jul 20 19:27:04.564856 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-71f502a2-54d2-4767-91c3-ef198a9bdbed service neutron] 10.222.0.89 "GET /v2.0/networks/978d7a44-f2f0-4e79-9da3-941536435933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820451 Jul 20 19:27:04.654309 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:04.661019 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9f9e6aac-5421-4423-bbcf-fe8486b874eb req-fdd523df-ef32-4300-b002-1e763e0bb119 service neutron] 10.222.0.89 "GET /v2.0/networks/978d7a44-f2f0-4e79-9da3-941536435933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889025 Jul 20 19:27:05.314767 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eef0c-d787-4139-9dca-d725f50ae3f7 req-76cac25f-fb88-40a6-a7ed-e66aa9ac3a92 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:05.316272 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-756eef0c-d787-4139-9dca-d725f50ae3f7 req-76cac25f-fb88-40a6-a7ed-e66aa9ac3a92 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 948 time: 0.0583649 Jul 20 19:27:05.378571 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-756eef0c-d787-4139-9dca-d725f50ae3f7 req-ce9851b0-db73-4680-be2f-82d08a15abbd tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490956 Jul 20 19:27:05.434299 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cdfdc-7f5a-4f73-b819-9d02b85d0251 req-e8cc7bc7-4f32-4b56-bb62-3548bbeca6ca tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:05.435783 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d43cdfdc-7f5a-4f73-b819-9d02b85d0251 req-e8cc7bc7-4f32-4b56-bb62-3548bbeca6ca tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0507107 Jul 20 19:27:05.482632 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d43cdfdc-7f5a-4f73-b819-9d02b85d0251 req-2ac30db5-0517-4cf0-9c8a-083754e27270 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408602 Jul 20 19:27:06.495204 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10b1c0-0071-4866-aa81-da7bac9622b0 req-09bf0298-3dbb-4421-91ad-df92f9f87bf2 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:06.496706 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8d10b1c0-0071-4866-aa81-da7bac9622b0 req-09bf0298-3dbb-4421-91ad-df92f9f87bf2 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 948 time: 0.0466502 Jul 20 19:27:06.550458 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8d10b1c0-0071-4866-aa81-da7bac9622b0 req-9a3f9160-bb03-4d75-b2a5-46549d07d779 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480120 Jul 20 19:27:06.626848 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fc113-5c61-415b-b62a-48414403897c req-6679b244-9e9e-4e77-91cc-7ec125ebefa8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:06.628418 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bf7fc113-5c61-415b-b62a-48414403897c req-6679b244-9e9e-4e77-91cc-7ec125ebefa8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 944 time: 0.0584574 Jul 20 19:27:06.681403 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bf7fc113-5c61-415b-b62a-48414403897c req-3749afc5-b904-4014-818a-966cf23d2ea1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465448 Jul 20 19:27:07.247310 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 61e3f31b-7885-4b43-8167-c676cd576b57 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:27:07.471137 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=61e3f31b-7885-4b43-8167-c676cd576b57,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:27:07.482619 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '61e3f31b-7885-4b43-8167-c676cd576b57', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'port_id': '61e3f31b-7885-4b43-8167-c676cd576b57', 'mac_address': 'fa:16:3e:3a:0e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:27:07.517678 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 61e3f31b-7885-4b43-8167-c676cd576b57 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:07.518028 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:07.530667 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e3f31b-7885-4b43-8167-c676cd576b57 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:27:07.535364 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:07.551786 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=61e3f31b-7885-4b43-8167-c676cd576b57,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:27:07.556942 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:07.604578 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=61e3f31b-7885-4b43-8167-c676cd576b57,revision_number=9']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:07.611926 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.612274 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.612677 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.613030 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.613394 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.613723 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.614048 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.614407 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.614754 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.615084 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.616110 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.616484 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.616815 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.617138 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.617464 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:07.671998 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8699eb1-b6c1-4546-af0c-9c5a56f6740c req-eaef4223-5e24-46d6-a7fa-1d53d3f6a410 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:07.673514 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b8699eb1-b6c1-4546-af0c-9c5a56f6740c req-eaef4223-5e24-46d6-a7fa-1d53d3f6a410 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 948 time: 0.0498199 Jul 20 19:27:07.685406 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:07.726979 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b8699eb1-b6c1-4546-af0c-9c5a56f6740c req-3f3d82a5-f80c-4dae-b320-49a096c0ff1d tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470028 Jul 20 19:27:07.821314 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b248b6-b13d-4bb8-a7d7-32e85c8e6b1d req-bc28214d-cd71-49e1-9fa6-be0f3616af3f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:07.822824 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57b248b6-b13d-4bb8-a7d7-32e85c8e6b1d req-bc28214d-cd71-49e1-9fa6-be0f3616af3f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 945 time: 0.0496335 Jul 20 19:27:07.870141 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57b248b6-b13d-4bb8-a7d7-32e85c8e6b1d req-08258a09-38cf-4eac-a725-335f7a21687e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418530 Jul 20 19:27:08.846291 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba479-a27d-403d-b089-11cffd3586b0 req-7ba1a75d-3b18-4d1f-852f-8c528f41673f tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:08.847836 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd3ba479-a27d-403d-b089-11cffd3586b0 req-7ba1a75d-3b18-4d1f-852f-8c528f41673f tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 948 time: 0.0507681 Jul 20 19:27:08.895744 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd3ba479-a27d-403d-b089-11cffd3586b0 req-ae649e16-5075-43c1-8ca5-1c86328a96aa tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416713 Jul 20 19:27:08.994726 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b5430-b1e1-4a2f-9b71-45f05059bc24 req-575ff47d-1d50-42c4-87e8-2c98de9a4a71 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:08.996191 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-550b5430-b1e1-4a2f-9b71-45f05059bc24 req-575ff47d-1d50-42c4-87e8-2c98de9a4a71 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 945 time: 0.0504949 Jul 20 19:27:09.045373 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-550b5430-b1e1-4a2f-9b71-45f05059bc24 req-ed9dfef5-62d8-4193-8e57-170d40496399 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433667 Jul 20 19:27:10.008607 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc13c88-2cd8-4add-b94e-6721ccb4d275 req-fff52202-cf75-4618-981d-d93a934c81cc tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:10.010054 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cdc13c88-2cd8-4add-b94e-6721ccb4d275 req-fff52202-cf75-4618-981d-d93a934c81cc tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 948 time: 0.0454619 Jul 20 19:27:10.057443 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cdc13c88-2cd8-4add-b94e-6721ccb4d275 req-ec073e94-9032-408f-b11c-21b0c4ce81cf tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 Jul 20 19:27:10.165772 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa0d6c-e1c1-4d91-a68c-f65d132feb72 req-f92c1fbd-6b50-4dcc-a2d9-6293f4363733 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:10.167314 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-34fa0d6c-e1c1-4d91-a68c-f65d132feb72 req-f92c1fbd-6b50-4dcc-a2d9-6293f4363733 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 945 time: 0.0468631 Jul 20 19:27:10.204079 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:10.222717 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-34fa0d6c-e1c1-4d91-a68c-f65d132feb72 req-684671a7-6438-4568-80bd-69411a820697 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500226 Jul 20 19:27:10.329051 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['61e3f31b-7885-4b43-8167-c676cd576b57'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:27:11.185122 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61f5ad-0818-4b06-87f4-52ad4971b3b5 req-48655e40-1002-4ec1-b24e-64d1927b3619 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:11.186529 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0b61f5ad-0818-4b06-87f4-52ad4971b3b5 req-48655e40-1002-4ec1-b24e-64d1927b3619 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 948 time: 0.0578988 Jul 20 19:27:11.199079 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:11.238660 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0b61f5ad-0818-4b06-87f4-52ad4971b3b5 req-502c5326-11b9-4ca0-b26c-76b0f1c08809 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459013 Jul 20 19:27:11.374232 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f943b-23fc-4b95-8023-24ad297f4fdb req-58b17599-3453-4f5c-a781-5c9cdae40ca6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:11.375749 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2b1f943b-23fc-4b95-8023-24ad297f4fdb req-58b17599-3453-4f5c-a781-5c9cdae40ca6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 945 time: 0.0667689 Jul 20 19:27:11.437217 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2b1f943b-23fc-4b95-8023-24ad297f4fdb req-b6a3a6cd-94cd-445c-ba1e-7c55ef93001f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508771 Jul 20 19:27:11.582720 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 41836) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:11.943454 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9d59d57e-be73-4045-8c5d-804d0b8ead12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:12.029781 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9d59d57e-be73-4045-8c5d-804d0b8ead12 admin admin] Publish callbacks [] for security_group (def5a42c-2cfc-46c1-945c-46813efc353f), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:12.035709 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9d59d57e-be73-4045-8c5d-804d0b8ead12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (def5a42c-2cfc-46c1-945c-46813efc353f), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:12.076863 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-9d59d57e-be73-4045-8c5d-804d0b8ead12 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d0e861e3eb6454eada1c1de4f5829bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4930172 Jul 20 19:27:12.077706 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59d57e-be73-4045-8c5d-804d0b8ead12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def5a42c-2cfc-46c1-945c-46813efc353f,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:12.080281 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 41840) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:12.138090 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Publish callbacks [] for security_group (def5a42c-2cfc-46c1-945c-46813efc353f), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:12.166456 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Publish callbacks [] for security_group (def5a42c-2cfc-46c1-945c-46813efc353f), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:12.228896 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 2156b056-21d9-45f7-afcb-c4c2bb7de07c details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:27:12.243316 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 61e3f31b-7885-4b43-8167-c676cd576b57 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:27:12.243923 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (def5a42c-2cfc-46c1-945c-46813efc353f), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:12.248575 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:12.250148 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/def5a42c-2cfc-46c1-945c-46813efc353f HTTP/1.1" status: 204 len: 168 time: 0.1687336 Jul 20 19:27:12.260189 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def5a42c-2cfc-46c1-945c-46813efc353f,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:12.272803 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.273434 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.273955 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.274486 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.275478 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.276036 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.276663 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.276924 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.277268 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.277877 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.278415 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.279010 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.279493 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.279986 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.280737 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da357d5f-a0d4-4f71-8884-553a67a913d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:12.418482 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913953c1-5ad9-427a-bd25-82604403d738 req-e83058de-6a2d-465d-a950-aefe7714d5f2 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:12.421379 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-913953c1-5ad9-427a-bd25-82604403d738 req-e83058de-6a2d-465d-a950-aefe7714d5f2 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 948 time: 0.0657489 Jul 20 19:27:12.447986 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:12.483292 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 61e3f31b-7885-4b43-8167-c676cd576b57 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:12.483546 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:12.538584 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 2156b056-21d9-45f7-afcb-c4c2bb7de07c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=2156b056-21d9-45f7-afcb-c4c2bb7de07c,segment=NetworkSegment(6b156310-9845-403f-828d-2a98c941fdea),segment_id=6b156310-9845-403f-828d-2a98c941fdea)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:27:12.556346 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '2156b056-21d9-45f7-afcb-c4c2bb7de07c', 'network_id': '978d7a44-f2f0-4e79-9da3-941536435933', 'port_id': '2156b056-21d9-45f7-afcb-c4c2bb7de07c', 'mac_address': 'fa:16:3e:45:26:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a61cac9-2e2f-4ed2-878e-f1d61b38b3a3', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:27:12.613645 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 61e3f31b-7885-4b43-8167-c676cd576b57 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:12.614038 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:12.658891 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 2156b056-21d9-45f7-afcb-c4c2bb7de07c is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:12.659588 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:12.669229 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774a47d-3823-416d-bada-9fc31a9f6997 req-5bd4a7df-3ec7-4f05-a3c3-caf57907d940 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:12.673302 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b774a47d-3823-416d-bada-9fc31a9f6997 req-5bd4a7df-3ec7-4f05-a3c3-caf57907d940 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 945 time: 0.0935612 Jul 20 19:27:12.678156 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2156b056-21d9-45f7-afcb-c4c2bb7de07c {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:27:12.705738 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 2156b056-21d9-45f7-afcb-c4c2bb7de07c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=2156b056-21d9-45f7-afcb-c4c2bb7de07c,segment=NetworkSegment(6b156310-9845-403f-828d-2a98c941fdea),segment_id=6b156310-9845-403f-828d-2a98c941fdea)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:27:12.715364 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:12.724670 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:27:12.727479 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cf695c-5831-4dbb-a4d7-2a872d91fec3" -d '{"events": [{"server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "name": "network-vif-plugged", "status": "completed", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:27:12.744804 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b774a47d-3823-416d-bada-9fc31a9f6997 req-a7abf89e-fb63-428e-bb27-d9aabc923a93 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632339 Jul 20 19:27:12.763297 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=61e3f31b-7885-4b43-8167-c676cd576b57,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:27:12.775587 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:12.793035 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=2156b056-21d9-45f7-afcb-c4c2bb7de07c,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:12.816514 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-913953c1-5ad9-427a-bd25-82604403d738 req-cba86f31-f84e-4567-a6b6-8f9f05510336 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866603 Jul 20 19:27:12.820081 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f432a8-4df2-4b9b-bf37-f1e4f8ceea18 x-openstack-request-id: req-e2f432a8-4df2-4b9b-bf37-f1e4f8ceea18 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:27:12.820613 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "name": "network-vif-plugged", "status": "completed", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:27:12.821070 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2f432a8-4df2-4b9b-bf37-f1e4f8ceea18 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:27:12.821462 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f432a8-4df2-4b9b-bf37-f1e4f8ceea18'] response: {'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57', 'code': 200} Jul 20 19:27:12.850043 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=61e3f31b-7885-4b43-8167-c676cd576b57,revision_number=10']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:13.044868 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['2156b056-21d9-45f7-afcb-c4c2bb7de07c'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:27:13.131901 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:13.461049 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95767f6-6481-4567-ad72-9173795b7065 req-22da5f3b-a83f-48e4-a928-891f9cf0aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:13.462809 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b95767f6-6481-4567-ad72-9173795b7065 req-22da5f3b-a83f-48e4-a928-891f9cf0aba9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 1131 time: 0.0481510 Jul 20 19:27:13.514219 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b95767f6-6481-4567-ad72-9173795b7065 req-814aca4d-52b0-4787-a9a0-5eb08cc96eac service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447519 Jul 20 19:27:13.621216 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 41888) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:13.727175 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-710003ba-bb99-4efa-8462-d36001e4a5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:13.807840 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-710003ba-bb99-4efa-8462-d36001e4a5b2 admin admin] Publish callbacks [] for security_group (81fb61c6-6ad1-459d-b318-d3af73ee5932), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:13.812319 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-710003ba-bb99-4efa-8462-d36001e4a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (81fb61c6-6ad1-459d-b318-d3af73ee5932), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:13.854312 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-710003ba-bb99-4efa-8462-d36001e4a5b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1458cb408ee2432394cf011c258d9efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315042 Jul 20 19:27:13.855374 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710003ba-bb99-4efa-8462-d36001e4a5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fb61c6-6ad1-459d-b318-d3af73ee5932,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:13.859259 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 41896) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:13.907435 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0332-bf57-48fc-9725-3f7df6a11542 req-80ab7ba0-2c5f-411e-a8d8-e097c14c50d7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:13.909239 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-117e0332-bf57-48fc-9725-3f7df6a11542 req-80ab7ba0-2c5f-411e-a8d8-e097c14c50d7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 947 time: 0.0734000 Jul 20 19:27:13.930977 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:13.950911 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6134e72e-cbad-4ab5-988a-7798a1f1ef37 admin admin] Publish callbacks [] for security_group (81fb61c6-6ad1-459d-b318-d3af73ee5932), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:13.958106 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89aa993-d52b-4bb0-8f75-00a5e0a1beb2 req-67abce47-f7ec-45b6-a51f-ba4f631e0c2f tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:13.959573 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b89aa993-d52b-4bb0-8f75-00a5e0a1beb2 req-67abce47-f7ec-45b6-a51f-ba4f631e0c2f tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 949 time: 0.0624237 Jul 20 19:27:13.961806 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-117e0332-bf57-48fc-9725-3f7df6a11542 req-489c8ac0-3d94-4e52-9909-0ffc8b12f9d8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436203 Jul 20 19:27:13.993361 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:13.995530 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6134e72e-cbad-4ab5-988a-7798a1f1ef37 admin admin] Publish callbacks [] for security_group (81fb61c6-6ad1-459d-b318-d3af73ee5932), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:14.049959 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b89aa993-d52b-4bb0-8f75-00a5e0a1beb2 req-1ca3206e-94e8-4840-86b0-8df393df51f5 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819621 Jul 20 19:27:14.068024 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6134e72e-cbad-4ab5-988a-7798a1f1ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (81fb61c6-6ad1-459d-b318-d3af73ee5932), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:14.070684 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6134e72e-cbad-4ab5-988a-7798a1f1ef37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:14.071788 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6134e72e-cbad-4ab5-988a-7798a1f1ef37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81fb61c6-6ad1-459d-b318-d3af73ee5932 HTTP/1.1" status: 204 len: 168 time: 0.2116201 Jul 20 19:27:14.080020 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134e72e-cbad-4ab5-988a-7798a1f1ef37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fb61c6-6ad1-459d-b318-d3af73ee5932,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:14.233188 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 2156b056-21d9-45f7-afcb-c4c2bb7de07c up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:27:14.278340 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port 2156b056-21d9-45f7-afcb-c4c2bb7de07c completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:27:14.285062 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 2156b056-21d9-45f7-afcb-c4c2bb7de07c triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:14.285534 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:14.368596 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 2156b056-21d9-45f7-afcb-c4c2bb7de07c is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:14.368596 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:14.399255 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 2156b056-21d9-45f7-afcb-c4c2bb7de07c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=2156b056-21d9-45f7-afcb-c4c2bb7de07c,segment=NetworkSegment(6b156310-9845-403f-828d-2a98c941fdea),segment_id=6b156310-9845-403f-828d-2a98c941fdea)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:27:14.403121 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:14.449698 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=2156b056-21d9-45f7-afcb-c4c2bb7de07c,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:14.822364 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0b05de-487c-4986-95f5-7ab30390edc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2156b056-21d9-45f7-afcb-c4c2bb7de07c'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:27:14.824956 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bb4694-df78-4ff2-bfde-d218b2813227" -d '{"events": [{"server_uuid": "4b0b05de-487c-4986-95f5-7ab30390edc4", "name": "network-vif-plugged", "status": "completed", "tag": "2156b056-21d9-45f7-afcb-c4c2bb7de07c"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:27:14.862910 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5c7d5e-89bd-4ccc-b4ec-97fba0a6ca53 x-openstack-request-id: req-9c5c7d5e-89bd-4ccc-b4ec-97fba0a6ca53 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:27:14.862910 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0b05de-487c-4986-95f5-7ab30390edc4", "name": "network-vif-plugged", "status": "completed", "tag": "2156b056-21d9-45f7-afcb-c4c2bb7de07c", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:27:14.863173 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c5c7d5e-89bd-4ccc-b4ec-97fba0a6ca53 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:27:14.863538 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5c7d5e-89bd-4ccc-b4ec-97fba0a6ca53'] response: {'server_uuid': '4b0b05de-487c-4986-95f5-7ab30390edc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2156b056-21d9-45f7-afcb-c4c2bb7de07c', 'code': 200} Jul 20 19:27:15.077904 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0dc6a-21e0-4b7b-b09e-c89be849070b req-36336388-8004-499f-acfb-1b5b935f40b1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:15.079382 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d0f0dc6a-21e0-4b7b-b09e-c89be849070b req-36336388-8004-499f-acfb-1b5b935f40b1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 947 time: 0.0470049 Jul 20 19:27:15.091254 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:15.131521 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d0f0dc6a-21e0-4b7b-b09e-c89be849070b req-000f1c96-7a25-4b1c-b99e-e8dad4bb07e1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452700 Jul 20 19:27:15.170440 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca59ff7-d481-48ed-ad58-82ee414bb50a req-652b305a-485c-4729-8683-f6120af257f1 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:15.171916 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9ca59ff7-d481-48ed-ad58-82ee414bb50a req-652b305a-485c-4729-8683-f6120af257f1 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 950 time: 0.0511749 Jul 20 19:27:15.219236 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9ca59ff7-d481-48ed-ad58-82ee414bb50a req-d1526275-c4e4-4ffd-ac23-5797c5bdd2d9 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Jul 20 19:27:15.514439 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c844-e3f5-4fef-a343-6521b6919d91 req-3f030e0a-9958-4e53-9e92-40c380dc7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:15.515948 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ecc2c844-e3f5-4fef-a343-6521b6919d91 req-3f030e0a-9958-4e53-9e92-40c380dc7a5c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 1134 time: 0.0394328 Jul 20 19:27:15.562398 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ecc2c844-e3f5-4fef-a343-6521b6919d91 req-1d5eb70a-29aa-4f4c-9ba8-0e528a2e42fc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Jul 20 19:27:15.908140 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 41954) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:16.022498 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cb9e39d-5043-407e-8229-07cb81b09800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:16.093989 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:16.109613 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cb9e39d-5043-407e-8229-07cb81b09800 admin admin] Publish callbacks [] for security_group (d132382c-cd06-4ad9-b2c7-63d2361edf56), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:16.114953 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cb9e39d-5043-407e-8229-07cb81b09800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (d132382c-cd06-4ad9-b2c7-63d2361edf56), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:16.156280 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9e39d-5043-407e-8229-07cb81b09800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d132382c-cd06-4ad9-b2c7-63d2361edf56,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:16.162051 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5cb9e39d-5043-407e-8229-07cb81b09800 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e836e6c6faf4473941b42d5a978b88e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528322 Jul 20 19:27:16.165209 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 41960) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:16.219266 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d0a674d6-63a1-4262-ab69-d5a0b66b3a5d admin admin] Publish callbacks [] for security_group (d132382c-cd06-4ad9-b2c7-63d2361edf56), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:16.242413 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d0a674d6-63a1-4262-ab69-d5a0b66b3a5d admin admin] Publish callbacks [] for security_group (d132382c-cd06-4ad9-b2c7-63d2361edf56), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:16.261895 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad77043-b97e-4b66-925c-10292baa5709 req-afc426ac-3b25-45b2-a619-c82060144bd3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:16.263403 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fad77043-b97e-4b66-925c-10292baa5709 req-afc426ac-3b25-45b2-a619-c82060144bd3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 947 time: 0.0524187 Jul 20 19:27:16.302773 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d0a674d6-63a1-4262-ab69-d5a0b66b3a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (d132382c-cd06-4ad9-b2c7-63d2361edf56), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:16.305316 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d0a674d6-63a1-4262-ab69-d5a0b66b3a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:16.306421 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-d0a674d6-63a1-4262-ab69-d5a0b66b3a5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d132382c-cd06-4ad9-b2c7-63d2361edf56 HTTP/1.1" status: 204 len: 168 time: 0.1402113 Jul 20 19:27:16.315977 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fad77043-b97e-4b66-925c-10292baa5709 req-3d5327c5-5105-43c6-8963-214be0f17c67 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460777 Jul 20 19:27:16.341352 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a674d6-63a1-4262-ab69-d5a0b66b3a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d132382c-cd06-4ad9-b2c7-63d2361edf56,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:16.356274 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60000197-7236-4973-941b-94d51f347e8a req-b8b63d56-3ca2-4be4-8864-7ab79cffe7e5 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:16.357948 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-60000197-7236-4973-941b-94d51f347e8a req-b8b63d56-3ca2-4be4-8864-7ab79cffe7e5 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 950 time: 0.0671303 Jul 20 19:27:16.412877 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-60000197-7236-4973-941b-94d51f347e8a req-c0daaeb4-ad01-4d87-93fa-ab119b3977da tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486288 Jul 20 19:27:16.842601 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:17.387712 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:17.437886 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab6a9c-4143-4a86-8e48-c90c679ad2aa req-637ca03d-4b8d-4663-a976-2c1b45f221c8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:17.439627 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-dcab6a9c-4143-4a86-8e48-c90c679ad2aa req-637ca03d-4b8d-4663-a976-2c1b45f221c8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 947 time: 0.0473206 Jul 20 19:27:17.487778 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-dcab6a9c-4143-4a86-8e48-c90c679ad2aa req-a9d3d557-bd88-49e6-9b53-b083f991dd61 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418530 Jul 20 19:27:17.539535 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930fff2-29ac-45b0-8093-bb67371ee892 req-1f7d96f2-e0ff-493e-a341-fe5ac685b223 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:17.541054 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7930fff2-29ac-45b0-8093-bb67371ee892 req-1f7d96f2-e0ff-493e-a341-fe5ac685b223 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 950 time: 0.0478504 Jul 20 19:27:17.588347 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7930fff2-29ac-45b0-8093-bb67371ee892 req-fa13554d-6308-4b3d-853b-c5b5f94c40d3 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Jul 20 19:27:17.842415 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94002b05-6069-49a2-b9cd-dd1a5f9ada77 req-0534069c-e44c-4770-8fd0-1ec2f5690afb tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:17.843887 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-94002b05-6069-49a2-b9cd-dd1a5f9ada77 req-0534069c-e44c-4770-8fd0-1ec2f5690afb tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 950 time: 0.0484018 Jul 20 19:27:17.891435 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-94002b05-6069-49a2-b9cd-dd1a5f9ada77 req-3adc87b3-0a73-49c7-990a-53957e305349 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Jul 20 19:27:18.248980 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:18.261345 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3299-7fc2-410a-984c-e733d7f37f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:19.008453 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51580f-b4ef-425b-aa6f-e549fdaf3a9d req-eab9e305-36ab-436b-b719-599454a82250 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:19.009895 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8a51580f-b4ef-425b-aa6f-e549fdaf3a9d req-eab9e305-36ab-436b-b719-599454a82250 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 950 time: 0.0494537 Jul 20 19:27:19.055395 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8a51580f-b4ef-425b-aa6f-e549fdaf3a9d req-44bf727f-5b92-44f4-a76d-392e75753cb7 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/security-groups?id=14a93041-5967-478f-b170-c737b460d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398471 Jul 20 19:27:19.291356 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:19.299777 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975c9fc-b201-4f9c-bd6c-32cfed6ec10f req-fae22f83-cc2b-47d3-a408-78f55763f1c1 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:19.301257 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e975c9fc-b201-4f9c-bd6c-32cfed6ec10f req-fae22f83-cc2b-47d3-a408-78f55763f1c1 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 950 time: 0.0518749 Jul 20 19:27:19.391943 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-e975c9fc-b201-4f9c-bd6c-32cfed6ec10f req-2c920e0f-16b2-43c3-a87b-4062ae505216 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Deleting port 2156b056-21d9-45f7-afcb-c4c2bb7de07c {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:27:19.392308 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-e975c9fc-b201-4f9c-bd6c-32cfed6ec10f req-2c920e0f-16b2-43c3-a87b-4062ae505216 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:19.483921 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-e975c9fc-b201-4f9c-bd6c-32cfed6ec10f req-2c920e0f-16b2-43c3-a87b-4062ae505216 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] For port 2156b056-21d9-45f7-afcb-c4c2bb7de07c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=2156b056-21d9-45f7-afcb-c4c2bb7de07c,segment=NetworkSegment(6b156310-9845-403f-828d-2a98c941fdea),segment_id=6b156310-9845-403f-828d-2a98c941fdea)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:27:19.484300 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-e975c9fc-b201-4f9c-bd6c-32cfed6ec10f req-2c920e0f-16b2-43c3-a87b-4062ae505216 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:19.497660 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-e975c9fc-b201-4f9c-bd6c-32cfed6ec10f req-2c920e0f-16b2-43c3-a87b-4062ae505216 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Calling delete_port for 2156b056-21d9-45f7-afcb-c4c2bb7de07c owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:27:19.621378 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-e975c9fc-b201-4f9c-bd6c-32cfed6ec10f req-2c920e0f-16b2-43c3-a87b-4062ae505216 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (2156b056-21d9-45f7-afcb-c4c2bb7de07c), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:19.633025 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['2156b056-21d9-45f7-afcb-c4c2bb7de07c'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:27:19.656559 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c920e0f-16b2-43c3-a87b-4062ae505216 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Pushing event deleted for resources: {'Port': ['ID=2156b056-21d9-45f7-afcb-c4c2bb7de07c,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:19.704478 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-e975c9fc-b201-4f9c-bd6c-32cfed6ec10f req-2c920e0f-16b2-43c3-a87b-4062ae505216 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] No DVR routers for this DVR port 2156b056-21d9-45f7-afcb-c4c2bb7de07c on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:27:19.708364 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-e975c9fc-b201-4f9c-bd6c-32cfed6ec10f req-2c920e0f-16b2-43c3-a87b-4062ae505216 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:19.715584 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e975c9fc-b201-4f9c-bd6c-32cfed6ec10f req-2c920e0f-16b2-43c3-a87b-4062ae505216 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.89 "DELETE /v2.0/ports/2156b056-21d9-45f7-afcb-c4c2bb7de07c HTTP/1.1" status: 204 len: 173 time: 0.4074564 Jul 20 19:27:19.716526 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0b05de-487c-4986-95f5-7ab30390edc4', 'name': 'network-vif-deleted', 'tag': '2156b056-21d9-45f7-afcb-c4c2bb7de07c'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:27:19.718947 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53838143-3f8c-4f14-a240-b0f8b77c0df4" -d '{"events": [{"server_uuid": "4b0b05de-487c-4986-95f5-7ab30390edc4", "name": "network-vif-deleted", "tag": "2156b056-21d9-45f7-afcb-c4c2bb7de07c"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:27:19.761866 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f392c81-3d2c-4973-8e38-856f8169cb47 x-openstack-request-id: req-6f392c81-3d2c-4973-8e38-856f8169cb47 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:27:19.762263 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0b05de-487c-4986-95f5-7ab30390edc4", "name": "network-vif-deleted", "tag": "2156b056-21d9-45f7-afcb-c4c2bb7de07c", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:27:19.762619 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f392c81-3d2c-4973-8e38-856f8169cb47 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:27:19.763100 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f392c81-3d2c-4973-8e38-856f8169cb47'] response: {'server_uuid': '4b0b05de-487c-4986-95f5-7ab30390edc4', 'name': 'network-vif-deleted', 'tag': '2156b056-21d9-45f7-afcb-c4c2bb7de07c', 'status': 'completed', 'code': 200} Jul 20 19:27:20.160886 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-206c3267-0c52-4618-81cf-3c450859a768 req-22199532-8f86-4581-bf96-3e6e26bb3465 tempest-VolumesNegativeTest-485561785 tempest-VolumesNegativeTest-485561785-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b0b05de-487c-4986-95f5-7ab30390edc4 HTTP/1.1" status: 200 len: 210 time: 0.0283306 Jul 20 19:27:20.601933 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4a2f-36de-4a3f-a02b-fe6cf3006b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:21.722213 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:22.250507 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 2156b056-21d9-45f7-afcb-c4c2bb7de07c no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:27:22.270638 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: 2156b056-21d9-45f7-afcb-c4c2bb7de07c {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:27:22.270985 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 2156b056-21d9-45f7-afcb-c4c2bb7de07c not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:27:23.327439 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:23.450994 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:25.105363 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42230) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:25.239427 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-0db8d2bb-63f0-490a-80a5-3b989a091e44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2765674134b8415f8ab79fc7295fbe1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328831 Jul 20 19:27:25.242517 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42234) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:25.290113 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a3b81736-5dce-481a-b8f3-9e591241df86 admin admin] Publish callbacks [] for security_group (14a93041-5967-478f-b170-c737b460d009), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:25.311477 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a3b81736-5dce-481a-b8f3-9e591241df86 admin admin] Publish callbacks [] for security_group (14a93041-5967-478f-b170-c737b460d009), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:25.361996 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a3b81736-5dce-481a-b8f3-9e591241df86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (14a93041-5967-478f-b170-c737b460d009), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:25.364673 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a3b81736-5dce-481a-b8f3-9e591241df86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:25.366344 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-a3b81736-5dce-481a-b8f3-9e591241df86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14a93041-5967-478f-b170-c737b460d009 HTTP/1.1" status: 204 len: 168 time: 0.1223786 Jul 20 19:27:25.374095 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b81736-5dce-481a-b8f3-9e591241df86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a93041-5967-478f-b170-c737b460d009,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:25.828541 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:27:29.665407 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=86,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:29.688877 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:32.111114 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccab8a9-f0fc-45de-a1fa-abd36a949210 req-085bfc10-0d1c-4538-ab49-3989929e7a01 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:32.112679 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bccab8a9-f0fc-45de-a1fa-abd36a949210 req-085bfc10-0d1c-4538-ab49-3989929e7a01 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0478733 Jul 20 19:27:32.160915 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bccab8a9-f0fc-45de-a1fa-abd36a949210 req-2524118f-ba1f-4886-bd29-d75464506f2c tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423541 Jul 20 19:27:32.856088 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:33.281353 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd14b9-969b-4a57-b800-ed2efacdd916 req-857ae427-2939-49f7-8cb6-637a467dfe1b tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:33.282860 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dccd14b9-969b-4a57-b800-ed2efacdd916 req-857ae427-2939-49f7-8cb6-637a467dfe1b tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0485234 Jul 20 19:27:33.332851 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dccd14b9-969b-4a57-b800-ed2efacdd916 req-78f93c06-d8bc-44e5-8377-533ada95d334 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438595 Jul 20 19:27:33.445675 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:34.448731 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249e400-ee43-4200-a7c8-dda2fde39438 req-fe379790-80f5-46db-9c56-d6d688e1278f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:34.450226 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3249e400-ee43-4200-a7c8-dda2fde39438 req-fe379790-80f5-46db-9c56-d6d688e1278f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0475965 Jul 20 19:27:34.498724 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 42336) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:34.499430 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3249e400-ee43-4200-a7c8-dda2fde39438 req-4ddf64d0-385f-44d8-bc69-4bf62bebd33f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434427 Jul 20 19:27:34.605886 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c788d015-f610-4a55-9bc7-897dc4ec5ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:34.687155 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c788d015-f610-4a55-9bc7-897dc4ec5ffc admin admin] Publish callbacks [] for security_group (71b9ba48-5b2d-4488-8253-95b2e1c14cf5), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:34.691382 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c788d015-f610-4a55-9bc7-897dc4ec5ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (71b9ba48-5b2d-4488-8253-95b2e1c14cf5), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:34.729020 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788d015-f610-4a55-9bc7-897dc4ec5ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b9ba48-5b2d-4488-8253-95b2e1c14cf5,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:34.733600 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-c788d015-f610-4a55-9bc7-897dc4ec5ffc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ee2f1db45854c0aae30345c85b4be73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338552 Jul 20 19:27:34.736513 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 42340) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:34.786769 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-be4e4991-f819-49be-8adb-b2507bb08cb8 admin admin] Publish callbacks [] for security_group (71b9ba48-5b2d-4488-8253-95b2e1c14cf5), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:34.808467 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-be4e4991-f819-49be-8adb-b2507bb08cb8 admin admin] Publish callbacks [] for security_group (71b9ba48-5b2d-4488-8253-95b2e1c14cf5), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:34.856100 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-be4e4991-f819-49be-8adb-b2507bb08cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (71b9ba48-5b2d-4488-8253-95b2e1c14cf5), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:34.860139 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-be4e4991-f819-49be-8adb-b2507bb08cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:34.862204 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-be4e4991-f819-49be-8adb-b2507bb08cb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71b9ba48-5b2d-4488-8253-95b2e1c14cf5 HTTP/1.1" status: 204 len: 168 time: 0.1245048 Jul 20 19:27:34.871238 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e4991-f819-49be-8adb-b2507bb08cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b9ba48-5b2d-4488-8253-95b2e1c14cf5,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:35.386421 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:35.619260 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22015454-1fb1-4ffe-a9a0-534b18dd44a9 req-64b35cd1-921e-423f-a865-d81e3730c13c tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:35.620653 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-22015454-1fb1-4ffe-a9a0-534b18dd44a9 req-64b35cd1-921e-423f-a865-d81e3730c13c tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0510767 Jul 20 19:27:35.672503 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-22015454-1fb1-4ffe-a9a0-534b18dd44a9 req-18686e60-f153-4e1e-b326-59f945d7bef4 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459995 Jul 20 19:27:35.823100 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=5 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:36.793932 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166b9da-7b6d-4bcb-8707-e48ba5c16a58 req-4b7ea1f8-9e20-47c4-8e78-79784472829d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:36.795379 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c166b9da-7b6d-4bcb-8707-e48ba5c16a58 req-4b7ea1f8-9e20-47c4-8e78-79784472829d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0505018 Jul 20 19:27:36.844802 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c166b9da-7b6d-4bcb-8707-e48ba5c16a58 req-3b8f1316-9e3e-4102-8926-4ec23431211b tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438333 Jul 20 19:27:37.962412 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e1ef0-0db7-4192-9e65-82c78ca39c78 req-3f1042f7-43e8-4592-a31a-e5efa8596fb1 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:37.964045 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-375e1ef0-0db7-4192-9e65-82c78ca39c78 req-3f1042f7-43e8-4592-a31a-e5efa8596fb1 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0473776 Jul 20 19:27:38.010356 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-375e1ef0-0db7-4192-9e65-82c78ca39c78 req-7fe4648f-8506-4e6b-a3cf-6e3c8dc9a4a4 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409460 Jul 20 19:27:39.123783 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f7f82-51e1-4bfc-9d5a-192d0cff1a2b req-f620683b-20ff-49dc-8903-1b46eefbf0d0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:39.125179 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-dd8f7f82-51e1-4bfc-9d5a-192d0cff1a2b req-f620683b-20ff-49dc-8903-1b46eefbf0d0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0471528 Jul 20 19:27:39.149727 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:39.172319 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-dd8f7f82-51e1-4bfc-9d5a-192d0cff1a2b req-882d907d-dd0a-44cc-a7c0-d85474915377 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Jul 20 19:27:40.284257 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8987e8-97dd-4c1d-82c4-76faa7b9165d req-f24060a1-d096-4473-9b11-2b4f990e7c8e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:40.285786 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8a8987e8-97dd-4c1d-82c4-76faa7b9165d req-f24060a1-d096-4473-9b11-2b4f990e7c8e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0463054 Jul 20 19:27:40.336875 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8a8987e8-97dd-4c1d-82c4-76faa7b9165d req-7d36dda9-7dc4-4ff9-a4e9-1d21df4592e9 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450549 Jul 20 19:27:41.457846 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df5264-62e6-4f98-9bc8-80cab226e035 req-5f4fb06e-bb07-499e-9a2e-2a0411c7f02f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:41.459342 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c1df5264-62e6-4f98-9bc8-80cab226e035 req-5f4fb06e-bb07-499e-9a2e-2a0411c7f02f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0515192 Jul 20 19:27:41.508144 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:41.526486 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c1df5264-62e6-4f98-9bc8-80cab226e035 req-8a30268d-1a43-4d72-9e22-12aba5a77e58 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603602 Jul 20 19:27:42.643374 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b5fe5-92b2-4fe7-9b14-02dc5b561642 req-7a5f675a-8049-4abc-b44d-c1bfec143307 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:42.644777 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-988b5fe5-92b2-4fe7-9b14-02dc5b561642 req-7a5f675a-8049-4abc-b44d-c1bfec143307 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0471437 Jul 20 19:27:42.693983 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-988b5fe5-92b2-4fe7-9b14-02dc5b561642 req-4b2cbaf6-931a-43f2-95e4-b0bd19abb3a4 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435245 Jul 20 19:27:42.904697 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12ba36-820f-432f-9f4c-062149e83197 req-149221aa-31e8-40f0-8eae-6fb07a3727f2 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:42.906137 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0d12ba36-820f-432f-9f4c-062149e83197 req-149221aa-31e8-40f0-8eae-6fb07a3727f2 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0625875 Jul 20 19:27:42.944564 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:42.969675 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49de39-7e9c-433b-bdc3-3ca1050ecec2 req-a380ea7f-b924-4ef7-a2a9-ccc74e7e3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:42.971181 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b49de39-7e9c-433b-bdc3-3ca1050ecec2 req-a380ea7f-b924-4ef7-a2a9-ccc74e7e3838 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=654a322fff99416595c66a993aeaee17&device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 1129 time: 0.0610325 Jul 20 19:27:42.989092 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:43.018674 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0d12ba36-820f-432f-9f4c-062149e83197 req-b5526662-792a-4d33-8f6b-3cbaf141ec96 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001315 Jul 20 19:27:43.078299 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49de39-7e9c-433b-bdc3-3ca1050ecec2 req-f34e659d-6802-4aa3-b0b1-c90a67a0ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:43.079755 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b49de39-7e9c-433b-bdc3-3ca1050ecec2 req-f34e659d-6802-4aa3-b0b1-c90a67a0ca38 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4 HTTP/1.1" status: 200 len: 912 time: 0.1008861 Jul 20 19:27:43.143435 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b49de39-7e9c-433b-bdc3-3ca1050ecec2 req-11024051-c576-4f0b-ad98-040541debaab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8824afd-c0c0-48f6-a2ee-5085bf6628cf HTTP/1.1" status: 200 len: 1001 time: 0.0569470 Jul 20 19:27:43.193532 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49de39-7e9c-433b-bdc3-3ca1050ecec2 req-d464d5ce-00ca-4ef2-b8e4-4da637d7844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:43.194869 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b49de39-7e9c-433b-bdc3-3ca1050ecec2 req-d464d5ce-00ca-4ef2-b8e4-4da637d7844b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=51299be0-e1ff-48e7-8c5f-c79b7fb4abc7 HTTP/1.1" status: 200 len: 850 time: 0.0438366 Jul 20 19:27:43.237535 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49de39-7e9c-433b-bdc3-3ca1050ecec2 req-12075bac-4ba6-455d-8075-45cf667cbda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:43.238993 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b49de39-7e9c-433b-bdc3-3ca1050ecec2 req-12075bac-4ba6-455d-8075-45cf667cbda2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371423 Jul 20 19:27:43.333925 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b49de39-7e9c-433b-bdc3-3ca1050ecec2 req-81c209b6-dd42-464d-ade2-e02eaca85734 service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874662 Jul 20 19:27:43.424066 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b49de39-7e9c-433b-bdc3-3ca1050ecec2 req-510842a2-5200-4081-9ca7-35208099af25 service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836666 Jul 20 19:27:44.137324 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da3944-bcf0-418f-9a2f-f6a8230bf1a2 req-fec9d4f9-2689-41ac-a0f7-2bd7580caafb tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:44.138711 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-10da3944-bcf0-418f-9a2f-f6a8230bf1a2 req-fec9d4f9-2689-41ac-a0f7-2bd7580caafb tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0506008 Jul 20 19:27:44.185490 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-10da3944-bcf0-418f-9a2f-f6a8230bf1a2 req-aba5ec98-2f4d-4807-abf3-68f278b4db10 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412643 Jul 20 19:27:44.884593 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:45.317294 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f712348-d38d-4de7-b63d-17b43b052b77 req-0dffc9bf-e627-4dbd-92f9-78608434d567 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:45.318871 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4f712348-d38d-4de7-b63d-17b43b052b77 req-0dffc9bf-e627-4dbd-92f9-78608434d567 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0591784 Jul 20 19:27:45.368735 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4f712348-d38d-4de7-b63d-17b43b052b77 req-ba0eac01-68d9-42ff-ab23-429a966dde64 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440018 Jul 20 19:27:46.939751 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c7e36b32-710e-49e6-9827-5768a51cc405 req-8fe00506-42ea-44df-bcd7-6b4ec000c67f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441363 Jul 20 19:27:47.012646 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e36b32-710e-49e6-9827-5768a51cc405 req-de1e59aa-0145-49bd-a397-de09cd299006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:47.014111 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c7e36b32-710e-49e6-9827-5768a51cc405 req-de1e59aa-0145-49bd-a397-de09cd299006 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=654a322fff99416595c66a993aeaee17&device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 1129 time: 0.0521989 Jul 20 19:27:47.136816 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e36b32-710e-49e6-9827-5768a51cc405 req-2a1aa391-20ff-4e2f-a013-ef8c68ec9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:47.138302 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c7e36b32-710e-49e6-9827-5768a51cc405 req-2a1aa391-20ff-4e2f-a013-ef8c68ec9f4c service neutron] 10.222.0.89 "GET /v2.0/networks?id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4 HTTP/1.1" status: 200 len: 912 time: 0.0996053 Jul 20 19:27:47.206519 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c7e36b32-710e-49e6-9827-5768a51cc405 req-faa9525c-13c8-4b0e-b8a0-3b30432fce96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8824afd-c0c0-48f6-a2ee-5085bf6628cf HTTP/1.1" status: 200 len: 1001 time: 0.0611889 Jul 20 19:27:47.261986 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e36b32-710e-49e6-9827-5768a51cc405 req-6b0ea8f1-c0b2-4b4c-8325-019bc7f19be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:47.263520 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c7e36b32-710e-49e6-9827-5768a51cc405 req-6b0ea8f1-c0b2-4b4c-8325-019bc7f19be6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=51299be0-e1ff-48e7-8c5f-c79b7fb4abc7 HTTP/1.1" status: 200 len: 850 time: 0.0487232 Jul 20 19:27:47.307588 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:47.315099 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e36b32-710e-49e6-9827-5768a51cc405 req-3f11a2f4-0bee-4e43-ab23-3287eafdcc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:47.316659 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c7e36b32-710e-49e6-9827-5768a51cc405 req-3f11a2f4-0bee-4e43-ab23-3287eafdcc4e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465302 Jul 20 19:27:47.393533 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:47.422783 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c7e36b32-710e-49e6-9827-5768a51cc405 req-87c133e7-c88e-436c-b4ff-5200c8dd9f6d service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986106 Jul 20 19:27:47.459629 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:47.517351 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c7e36b32-710e-49e6-9827-5768a51cc405 req-8d783510-de5b-47e8-ae74-7ed0a497aaab service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882268 Jul 20 19:27:48.262768 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-afe15128-3203-439d-9f6f-3c97e5a0beff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.603113 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-d64e88fa-6cfc-417d-9d6d-f3cb4bd85513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.518792 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=9 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:51.724260 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.379418 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d773-2c25-4cdc-a4f9-1b7d700968bf req-9a3507a6-ed7e-4e0a-894a-3d476d5c2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:52.380929 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c93d773-2c25-4cdc-a4f9-1b7d700968bf req-9a3507a6-ed7e-4e0a-894a-3d476d5c2b99 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 1129 time: 0.0709813 Jul 20 19:27:52.389318 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd4471-4497-4a59-b9de-6f679ce9e6fc req-cb60aa26-b9c5-417e-8939-d7de586c97fe tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:52.390657 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2fbd4471-4497-4a59-b9de-6f679ce9e6fc req-cb60aa26-b9c5-417e-8939-d7de586c97fe tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0712306 Jul 20 19:27:52.492618 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2fbd4471-4497-4a59-b9de-6f679ce9e6fc req-e9815d4b-877b-43ae-9650-f64ad7c95163 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931492 Jul 20 19:27:52.509566 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d773-2c25-4cdc-a4f9-1b7d700968bf req-6fceb15b-d1bd-4d86-8e07-497a24e44fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:52.511023 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c93d773-2c25-4cdc-a4f9-1b7d700968bf req-6fceb15b-d1bd-4d86-8e07-497a24e44fb3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 919 time: 0.1195278 Jul 20 19:27:52.573596 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c93d773-2c25-4cdc-a4f9-1b7d700968bf req-30cab3c8-4375-487b-ad96-dfea7fe8517a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f HTTP/1.1" status: 200 len: 1000 time: 0.0542018 Jul 20 19:27:52.620804 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d773-2c25-4cdc-a4f9-1b7d700968bf req-638897ad-5814-4e31-bca2-624ebdcbf3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:52.622172 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c93d773-2c25-4cdc-a4f9-1b7d700968bf req-638897ad-5814-4e31-bca2-624ebdcbf3ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.0424106 Jul 20 19:27:52.668086 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d773-2c25-4cdc-a4f9-1b7d700968bf req-161bf8df-feed-417e-bebe-6c7e635a782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:52.669569 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c93d773-2c25-4cdc-a4f9-1b7d700968bf req-161bf8df-feed-417e-bebe-6c7e635a782f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403352 Jul 20 19:27:52.757433 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c93d773-2c25-4cdc-a4f9-1b7d700968bf req-4bb19e10-f42f-45d5-9ec9-52964c4cd4c8 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806682 Jul 20 19:27:52.848950 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c93d773-2c25-4cdc-a4f9-1b7d700968bf req-7769cec6-5cc2-420e-94d1-3dddf30ca32d service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846269 Jul 20 19:27:53.329092 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.444039 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.606277 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d81cd-8a1f-4baa-a9fb-2b32c9aba9d1 req-be2a418a-955f-41cd-a4b9-9e196aef8e0b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:53.607805 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-734d81cd-8a1f-4baa-a9fb-2b32c9aba9d1 req-be2a418a-955f-41cd-a4b9-9e196aef8e0b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0462484 Jul 20 19:27:53.656247 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-734d81cd-8a1f-4baa-a9fb-2b32c9aba9d1 req-042dcf00-a4fd-4395-985e-3c93f57bfca0 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429015 Jul 20 19:27:54.768274 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a286fa-3237-4088-b27d-ee1b3310f51f req-7fc7d67e-e294-4069-9b63-5db26f4703c6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:54.769747 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-35a286fa-3237-4088-b27d-ee1b3310f51f req-7fc7d67e-e294-4069-9b63-5db26f4703c6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0462227 Jul 20 19:27:54.816106 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-35a286fa-3237-4088-b27d-ee1b3310f51f req-bd6ead78-c999-4949-9162-30296209f583 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408700 Jul 20 19:27:55.927077 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9ba54-9054-4df5-bc6c-1d1d1908af80 req-2711e6ab-fc16-40bd-8b9a-50136d4d061f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:55.928536 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-52f9ba54-9054-4df5-bc6c-1d1d1908af80 req-2711e6ab-fc16-40bd-8b9a-50136d4d061f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0459723 Jul 20 19:27:55.981002 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-52f9ba54-9054-4df5-bc6c-1d1d1908af80 req-561647bd-491f-4bff-a6b1-4ba7cc1131e1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469580 Jul 20 19:27:57.093704 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b928930-5385-4c2c-a4ed-af509bd3a4b6 req-82a20ad2-0e85-4717-8adf-6a94244ffc0a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:57.095212 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4b928930-5385-4c2c-a4ed-af509bd3a4b6 req-82a20ad2-0e85-4717-8adf-6a94244ffc0a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0473766 Jul 20 19:27:57.150722 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4b928930-5385-4c2c-a4ed-af509bd3a4b6 req-d96c7b04-7cd2-42dc-99cd-c0b930812d54 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489411 Jul 20 19:27:58.266218 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaabfd7-9a30-462f-9c32-f77e908acfc1 req-11ce8d5f-07d0-45f9-9383-f605b70d32e5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:58.268262 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ecaabfd7-9a30-462f-9c32-f77e908acfc1 req-11ce8d5f-07d0-45f9-9383-f605b70d32e5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0477433 Jul 20 19:27:58.306451 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:58.324139 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ecaabfd7-9a30-462f-9c32-f77e908acfc1 req-b3c87154-6f4b-46ac-8ef1-97221ffcb680 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502622 Jul 20 19:27:58.451414 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e0c27-7243-4518-a2f7-cb18c3776f67 req-fdcb2e04-b928-4bd7-9b67-3d10ae7a8e4e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:58.452797 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a9e0c27-7243-4518-a2f7-cb18c3776f67 req-fdcb2e04-b928-4bd7-9b67-3d10ae7a8e4e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 947 time: 0.0469289 Jul 20 19:27:58.477887 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:58.499472 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a9e0c27-7243-4518-a2f7-cb18c3776f67 req-5cbc4908-0e51-41eb-a22d-f512b8f68722 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411239 Jul 20 19:27:59.438862 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797c09a-c278-4982-b0ad-e3f9667d3b22 req-37164083-0185-4d14-9705-33aab83575cf tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:59.440368 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8797c09a-c278-4982-b0ad-e3f9667d3b22 req-37164083-0185-4d14-9705-33aab83575cf tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0466347 Jul 20 19:27:59.486194 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8797c09a-c278-4982-b0ad-e3f9667d3b22 req-56525a4b-f463-4804-aa37-956b76b17508 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404270 Jul 20 19:27:59.620920 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844d752-010f-4856-a4e5-6cd979207ca6 req-7d2a9d48-c389-4e61-bca1-450e10a3e54b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:59.622283 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d844d752-010f-4856-a4e5-6cd979207ca6 req-7d2a9d48-c389-4e61-bca1-450e10a3e54b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 947 time: 0.0491118 Jul 20 19:27:59.668668 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d844d752-010f-4856-a4e5-6cd979207ca6 req-4d89624c-4d6d-4211-9527-85e8a599e66b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfb6946e-b50b-4572-bd9a-0fb4b32464ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407128 Jul 20 19:28:00.091870 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-670c531e-92fd-4374-bf85-cbdd60737e81 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:00.093324 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-670c531e-92fd-4374-bf85-cbdd60737e81 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.89 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 947 time: 0.0463300 Jul 20 19:28:00.178185 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Deleting port 61e3f31b-7885-4b43-8167-c676cd576b57 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:28:00.178532 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:00.265574 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] For port 61e3f31b-7885-4b43-8167-c676cd576b57, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=61e3f31b-7885-4b43-8167-c676cd576b57,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:00.265934 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:00.468458 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:00.468819 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:00.469134 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Floating IP 5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c disassociated. External IP: 172.27.2.24, port: 61e3f31b-7885-4b43-8167-c676cd576b57. Jul 20 19:28:00.469833 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Calling delete_port for 61e3f31b-7885-4b43-8167-c676cd576b57 owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:28:00.599377 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (61e3f31b-7885-4b43-8167-c676cd576b57), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:00.599770 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaf5e9-7e53-4504-a5a3-5e30a3e4e93f req-00a51d42-489e-4996-9076-786beee40ea3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:00.601415 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-21eaf5e9-7e53-4504-a5a3-5e30a3e4e93f req-00a51d42-489e-4996-9076-786beee40ea3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0476477 Jul 20 19:28:00.627835 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event deleted for resources: {'Port': ['ID=61e3f31b-7885-4b43-8167-c676cd576b57,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:00.654039 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-21eaf5e9-7e53-4504-a5a3-5e30a3e4e93f req-5760c19b-e294-4b85-a342-46b62467a89f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470085 Jul 20 19:28:00.982980 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f52ac165-85ff-4652-9f4a-4557bdfc68a4 req-404e1e45-eea9-4abb-8262-684e1efb8b14 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=b30e5793-20b0-4600-b897-6f3c2de29b83 HTTP/1.1" status: 200 len: 210 time: 0.0394709 Jul 20 19:28:00.998550 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Router 2d162076-1ec9-4e81-a383-972f3eeafd52 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:28:01.094780 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:01.097275 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:01.100827 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:01.112399 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec44d42-0a6f-4e47-96d0-3bb55e58033e None None] Sync routers for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:01.122078 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec44d42-0a6f-4e47-96d0-3bb55e58033e None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:01.122799 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-bec44d42-0a6f-4e47-96d0-3bb55e58033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:27:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:01.144727 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] No DVR routers for this DVR port 61e3f31b-7885-4b43-8167-c676cd576b57 on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:28:01.147508 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.151415 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d3a941be-cccb-4555-bc46-be9180b6b28a req-71dea5ac-3196-4c13-a40c-9f6423a8c614 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.89 "DELETE /v2.0/ports/61e3f31b-7885-4b43-8167-c676cd576b57 HTTP/1.1" status: 204 len: 173 time: 1.0522714 Jul 20 19:28:01.151880 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'name': 'network-vif-deleted', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:01.154124 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270cadb3-8b6c-4ff2-a035-3a90783dcb80" -d '{"events": [{"server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "name": "network-vif-deleted", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:01.203130 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117f54a9-bf1f-4cd1-934f-713ff508aefd x-openstack-request-id: req-117f54a9-bf1f-4cd1-934f-713ff508aefd {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:01.203419 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30e5793-20b0-4600-b897-6f3c2de29b83", "name": "network-vif-deleted", "tag": "61e3f31b-7885-4b43-8167-c676cd576b57", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:01.203778 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-117f54a9-bf1f-4cd1-934f-713ff508aefd {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:01.204210 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117f54a9-bf1f-4cd1-934f-713ff508aefd'] response: {'server_uuid': 'b30e5793-20b0-4600-b897-6f3c2de29b83', 'name': 'network-vif-deleted', 'tag': '61e3f31b-7885-4b43-8167-c676cd576b57', 'status': 'completed', 'code': 200} Jul 20 19:28:01.231090 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-bec44d42-0a6f-4e47-96d0-3bb55e58033e None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:01.422344 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-bec44d42-0a6f-4e47-96d0-3bb55e58033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:15Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:01.447115 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec44d42-0a6f-4e47-96d0-3bb55e58033e None None] Checking router: 2d162076-1ec9-4e81-a383-972f3eeafd52 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:01.455831 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec44d42-0a6f-4e47-96d0-3bb55e58033e None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:01.456482 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-bec44d42-0a6f-4e47-96d0-3bb55e58033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:27:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:01.556435 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-bec44d42-0a6f-4e47-96d0-3bb55e58033e None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:01.766046 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-bec44d42-0a6f-4e47-96d0-3bb55e58033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:15Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:01.796333 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec44d42-0a6f-4e47-96d0-3bb55e58033e None None] The sync data for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi is: [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:15Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:01.803620 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a517e8-8913-4e2a-bf56-ed8472340621 req-fda1719f-f58b-4e93-8694-b8f7c87f6df7 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:01.808789 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c3a517e8-8913-4e2a-bf56-ed8472340621 req-fda1719f-f58b-4e93-8694-b8f7c87f6df7 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0648832 Jul 20 19:28:01.856839 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c3a517e8-8913-4e2a-bf56-ed8472340621 req-896412f5-7d25-48d8-81ae-b7beeac06ebb tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450208 Jul 20 19:28:02.043285 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edccf794-8431-4e72-8b2b-4cda003e1fa5 None None] New status for floating IP 5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c: DOWN {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:28:02.086405 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 42464) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:02.142020 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group (cfb6946e-b50b-4572-bd9a-0fb4b32464ba), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.167757 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group (cfb6946e-b50b-4572-bd9a-0fb4b32464ba), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.220338 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (cfb6946e-b50b-4572-bd9a-0fb4b32464ba), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.223091 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.224270 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "DELETE /v2.0/security-groups/cfb6946e-b50b-4572-bd9a-0fb4b32464ba HTTP/1.1" status: 204 len: 168 time: 0.1367826 Jul 20 19:28:02.227621 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42466) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:02.235586 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb6946e-b50b-4572-bd9a-0fb4b32464ba,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:02.243627 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.243979 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.244345 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.244687 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.245049 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.245398 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.245715 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.246046 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.246373 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.246698 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.246913 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.api.v2.resource [None req-c7944178-5fb4-4bdc-8a93-5be11fda62e8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] show failed (client error): The resource could not be found. Jul 20 19:28:02.247027 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.247332 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.247653 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.247979 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.248329 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41eb490-f3a7-467d-90e8-7754032415af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:02.248984 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c7944178-5fb4-4bdc-8a93-5be11fda62e8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups/cfb6946e-b50b-4572-bd9a-0fb4b32464ba HTTP/1.1" status: 404 len: 347 time: 0.0197051 Jul 20 19:28:02.252111 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42468) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:02.375815 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-64fbf5e8-ff4b-4280-8d11-ea612c956f10 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Deleting port 5f5f31b3-9638-4905-9e5a-2df1f730f388 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:28:02.376163 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-64fbf5e8-ff4b-4280-8d11-ea612c956f10 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (5f5f31b3-9638-4905-9e5a-2df1f730f388), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.436921 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 61e3f31b-7885-4b43-8167-c676cd576b57 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:28:02.453711 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-64fbf5e8-ff4b-4280-8d11-ea612c956f10 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (5f5f31b3-9638-4905-9e5a-2df1f730f388), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.454071 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-64fbf5e8-ff4b-4280-8d11-ea612c956f10 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (5f5f31b3-9638-4905-9e5a-2df1f730f388), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.456549 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: 61e3f31b-7885-4b43-8167-c676cd576b57 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:28:02.456889 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 61e3f31b-7885-4b43-8167-c676cd576b57 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:28:02.467515 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-64fbf5e8-ff4b-4280-8d11-ea612c956f10 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Calling delete_port for 5f5f31b3-9638-4905-9e5a-2df1f730f388 owned by network:floatingip {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:28:02.609280 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-64fbf5e8-ff4b-4280-8d11-ea612c956f10 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (5f5f31b3-9638-4905-9e5a-2df1f730f388), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.632605 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbf5e8-ff4b-4280-8d11-ea612c956f10 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event deleted for resources: {'Port': ['ID=5f5f31b3-9638-4905-9e5a-2df1f730f388,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:02.705264 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-64fbf5e8-ff4b-4280-8d11-ea612c956f10 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.707797 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-64fbf5e8-ff4b-4280-8d11-ea612c956f10 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.709078 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-64fbf5e8-ff4b-4280-8d11-ea612c956f10 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "DELETE /v2.0/floatingips/5ea1ff8c-38a0-40a7-bfd5-b58f58a24f4c HTTP/1.1" status: 204 len: 168 time: 0.4556377 Jul 20 19:28:02.797172 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42472) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:02.802276 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-d82d71a7-38f0-41fe-bbc0-94c812163400 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--257426075', 'description': 'tempest-description--2027636152'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:02.826041 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d82d71a7-38f0-41fe-bbc0-94c812163400 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.827798 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:28:02.856947 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:02.875125 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:02.908112 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d82d71a7-38f0-41fe-bbc0-94c812163400 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group (33b512c8-cbca-43b7-80d9-8b08fe178ddc), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.913467 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d82d71a7-38f0-41fe-bbc0-94c812163400 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (33b512c8-cbca-43b7-80d9-8b08fe178ddc), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.946178 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d82d71a7-38f0-41fe-bbc0-94c812163400 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.947433 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-d82d71a7-38f0-41fe-bbc0-94c812163400 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1491230 Jul 20 19:28:02.950212 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42476) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:02.954357 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-68d2ba53-8b34-4fed-8196-1aedf41cd267 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Request body: {'security_group_rule': {'security_group_id': '33b512c8-cbca-43b7-80d9-8b08fe178ddc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:02.961025 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d71a7-38f0-41fe-bbc0-94c812163400 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b512c8-cbca-43b7-80d9-8b08fe178ddc,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:02.989960 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-68d2ba53-8b34-4fed-8196-1aedf41cd267 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group_rule (078429e7-c1ec-44b9-ae4e-7cbed7204101), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.994664 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b6c01-6632-4d1f-9a37-2192d155ebb3 req-c51439cc-bef9-41c5-87dd-85953619ee68 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:03.000034 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4a1b6c01-6632-4d1f-9a37-2192d155ebb3 req-c51439cc-bef9-41c5-87dd-85953619ee68 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0549285 Jul 20 19:28:03.046664 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4a1b6c01-6632-4d1f-9a37-2192d155ebb3 req-faa4626e-82aa-48c0-aee1-778dd80982bc tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457337 Jul 20 19:28:03.055997 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-68d2ba53-8b34-4fed-8196-1aedf41cd267 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group_rule (078429e7-c1ec-44b9-ae4e-7cbed7204101), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.059832 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-68d2ba53-8b34-4fed-8196-1aedf41cd267 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (078429e7-c1ec-44b9-ae4e-7cbed7204101), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.075192 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2ba53-8b34-4fed-8196-1aedf41cd267 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078429e7-c1ec-44b9-ae4e-7cbed7204101,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:03.093368 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-68d2ba53-8b34-4fed-8196-1aedf41cd267 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.094553 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-68d2ba53-8b34-4fed-8196-1aedf41cd267 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434462 Jul 20 19:28:03.097315 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42478) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:03.101425 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-721881d0-62d4-4bc5-b451-039ce3a57da3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Request body: {'security_group_rule': {'security_group_id': '33b512c8-cbca-43b7-80d9-8b08fe178ddc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:03.130016 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-721881d0-62d4-4bc5-b451-039ce3a57da3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group_rule (e95e372d-8f85-4107-89ee-b085651f8385), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.190076 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-721881d0-62d4-4bc5-b451-039ce3a57da3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group_rule (e95e372d-8f85-4107-89ee-b085651f8385), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.193439 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-721881d0-62d4-4bc5-b451-039ce3a57da3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (e95e372d-8f85-4107-89ee-b085651f8385), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.210473 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721881d0-62d4-4bc5-b451-039ce3a57da3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95e372d-8f85-4107-89ee-b085651f8385,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:03.219280 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-721881d0-62d4-4bc5-b451-039ce3a57da3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.220774 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-721881d0-62d4-4bc5-b451-039ce3a57da3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222794 Jul 20 19:28:03.223474 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42480) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:03.228357 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:03.248343 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.326870 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.434925 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Allocated IP 172.27.2.78 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/6c72efdb-df87-45f3-bc0b-051ba9f5acfd) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:03.541476 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for port (6c72efdb-df87-45f3-bc0b-051ba9f5acfd), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.575139 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (6c72efdb-df87-45f3-bc0b-051ba9f5acfd), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.579453 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:03.588625 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:03.626317 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:03.630597 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:03.634087 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:03.637092 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event updated for resources: {'Port': ['ID=6c72efdb-df87-45f3-bc0b-051ba9f5acfd,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:03.717924 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (272aa61f-6be3-4dd7-af02-039baef15f69), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.757417 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (6c72efdb-df87-45f3-bc0b-051ba9f5acfd), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.898625 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for port (6c72efdb-df87-45f3-bc0b-051ba9f5acfd), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.903731 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (6c72efdb-df87-45f3-bc0b-051ba9f5acfd), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.971160 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event updated for resources: {'Port': ['ID=6c72efdb-df87-45f3-bc0b-051ba9f5acfd,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:03.984821 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (272aa61f-6be3-4dd7-af02-039baef15f69), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.000422 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.001626 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-7f0b40f5-e921-4979-a748-376fbdcaf2d2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7772408 Jul 20 19:28:04.171016 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb0d28-9aad-41a0-b5fd-d5fed409f4a6 req-61093198-426d-46a2-b5fc-59dca9ad8a06 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:04.172512 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d4fb0d28-9aad-41a0-b5fd-d5fed409f4a6 req-61093198-426d-46a2-b5fc-59dca9ad8a06 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0486598 Jul 20 19:28:04.197267 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-d043cd64-eb36-455a-94f8-fcbb32a048b8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--257426075&fields=id&tenant_id=ff9c443652a141d482130869ff76c327 HTTP/1.1" status: 200 len: 267 time: 0.0440843 Jul 20 19:28:04.220008 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d4fb0d28-9aad-41a0-b5fd-d5fed409f4a6 req-d7f2fe46-967b-47a3-afb0-b7c149036789 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417435 Jul 20 19:28:04.300128 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-10a00749-ee3f-4801-8390-376f03604c1f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:04.301502 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-10a00749-ee3f-4801-8390-376f03604c1f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/networks?id=ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 200 len: 817 time: 0.0977316 Jul 20 19:28:04.315915 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-f9d24550-46c2-4e14-9384-51c43ea38b65 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/quotas/ff9c443652a141d482130869ff76c327 HTTP/1.1" status: 200 len: 375 time: 0.0091159 Jul 20 19:28:04.367821 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-0a9f5027-20c3-4d28-8168-8d16d60496ea tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465736 Jul 20 19:28:04.462507 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-309846dc-0ddf-41a5-82a1-21081be4ce18 service neutron] 10.222.0.43 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818300 Jul 20 19:28:04.552781 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-d8010ba6-2edc-4c9c-aa0a-94dda283bd7b service neutron] 10.222.0.43 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846913 Jul 20 19:28:04.721878 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5eafaa2b-640b-4226-8080-a471c25945c8 req-5f1b3c6b-6388-49a5-a01f-7759074d66c6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 210 time: 0.0318875 Jul 20 19:28:05.335640 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9336b-8a7e-4655-a50d-345f40d37664 req-5fa69797-73bf-4639-969f-571b5ea72b08 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:05.337169 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-87f9336b-8a7e-4655-a50d-345f40d37664 req-5fa69797-73bf-4639-969f-571b5ea72b08 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0495479 Jul 20 19:28:05.384778 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-87f9336b-8a7e-4655-a50d-345f40d37664 req-c50b9e05-b1ae-41ee-907a-1c46147696a8 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412796 Jul 20 19:28:05.671425 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:05.681563 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-d0e31445-2ebd-4740-a36f-4c688cef3d17 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:05.683038 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-d0e31445-2ebd-4740-a36f-4c688cef3d17 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.89 "GET /v2.0/networks?id=ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 200 len: 817 time: 0.1057279 Jul 20 19:28:05.718283 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:05.746293 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-33cb7239-5d7a-491c-9525-05bb9acc08f9 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff9c443652a141d482130869ff76c327 HTTP/1.1" status: 200 len: 379 time: 0.0538940 Jul 20 19:28:05.821876 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9bbf288d-6711-4b0d-8a54-f4f398e95a8c req-4df28fdb-5d03-4e89-920c-5fe05504c4ca tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 210 time: 0.0271201 Jul 20 19:28:05.829802 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Request body: {'port': {'device_id': '69446528-3449-410e-9271-ffb9da39557c', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'admin_state_up': True, 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'security_groups': ['33b512c8-cbca-43b7-80d9-8b08fe178ddc']}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:05.936928 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Made reservation on behalf of ff9c443652a141d482130869ff76c327 for: {'port': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:28:05.940683 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.066889 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Allocated IP 172.20.0.11 (ab609c42-592c-4da6-88a0-b462f1083b16/de1f425d-2a18-45f6-9b64-fdfd0a26c08e/03a3ef57-93c9-4005-bc98-7bd8a6843360) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:06.202593 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.232684 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.278506 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Network ab609c42-592c-4da6-88a0-b462f1083b16 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:06.285939 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:06.289816 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:06.293848 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event updated for resources: {'Port': ['ID=03a3ef57-93c9-4005-bc98-7bd8a6843360,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:06.341396 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:06.342068 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.365103 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-be2a86db-ed31-40e2-8b3a-c0cfebdaee8e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5389442 Jul 20 19:28:06.378212 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Request body: {'port': {'device_id': '69446528-3449-410e-9271-ffb9da39557c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:06.441437 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.566187 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-c2108dd0-58aa-4596-a7c7-c5cb2a3a3210 None None] Provisioning complete for port 03a3ef57-93c9-4005-bc98-7bd8a6843360 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:06.566746 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c2108dd0-58aa-4596-a7c7-c5cb2a3a3210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.583061 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8928bbc-0b6c-4adb-a5a8-3edd2542f3e1 req-9c531fab-750b-443c-b5fc-a5bc57e45e95 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:06.584791 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c8928bbc-0b6c-4adb-a5a8-3edd2542f3e1 req-9c531fab-750b-443c-b5fc-a5bc57e45e95 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.1035430 Jul 20 19:28:06.598929 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-c2108dd0-58aa-4596-a7c7-c5cb2a3a3210 None None] Port 03a3ef57-93c9-4005-bc98-7bd8a6843360 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:06.602273 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:06.610835 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:06.703602 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c8928bbc-0b6c-4adb-a5a8-3edd2542f3e1 req-fde76c4f-3312-440f-ab5d-cbf40a71993a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123378 Jul 20 19:28:06.787453 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a3ef57-93c9-4005-bc98-7bd8a6843360 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:06.794762 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Publish callbacks [] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.806897 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Transition to ACTIVE for port object 03a3ef57-93c9-4005-bc98-7bd8a6843360 will not be triggered until provisioned by entity L2. {{(pid=103973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:28:06.811574 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.866849 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Pushing event updated for resources: {'Port': ['ID=03a3ef57-93c9-4005-bc98-7bd8a6843360,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:06.940821 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Attempting to bind port 03a3ef57-93c9-4005-bc98-7bd8a6843360 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:06.941251 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Attempting to bind port 03a3ef57-93c9-4005-bc98-7bd8a6843360 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:06.941536 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Attempting to bind port 03a3ef57-93c9-4005-bc98-7bd8a6843360 on network ab609c42-592c-4da6-88a0-b462f1083b16 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:06.947174 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Port 03a3ef57-93c9-4005-bc98-7bd8a6843360 on network ab609c42-592c-4da6-88a0-b462f1083b16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:28:06.947514 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Attempting to bind port 03a3ef57-93c9-4005-bc98-7bd8a6843360 on network ab609c42-592c-4da6-88a0-b462f1083b16 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:06.953520 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb540-3d85-4714-8a68-8ee948fcb19a req-27642c32-12e7-4e4f-a03e-c2534b6341f5 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:06.954025 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:06.954025 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Checking segment: {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:06.954360 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Bound using segment: {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:06.954799 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Bound port: 03a3ef57-93c9-4005-bc98-7bd8a6843360, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5371db-9980-42c3-aad7-025533c555e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:06.955050 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-260fb540-3d85-4714-8a68-8ee948fcb19a req-27642c32-12e7-4e4f-a03e-c2534b6341f5 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0507791 Jul 20 19:28:06.955168 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.012600 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-260fb540-3d85-4714-8a68-8ee948fcb19a req-79868ae6-137c-4679-ae8d-df33157596b2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510406 Jul 20 19:28:07.035877 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:07.039373 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:07.046918 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.083387 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:07.083900 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.085302 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] 10.222.0.89 "PUT /v2.0/ports/03a3ef57-93c9-4005-bc98-7bd8a6843360 HTTP/1.1" status: 200 len: 1094 time: 0.7121570 Jul 20 19:28:07.085746 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:07.088031 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cdef47-e6c8-4163-b6ec-b9339c58a703" -d '{"events": [{"name": "network-changed", "server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:07.121710 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c05254-9c48-4e9b-bc80-c777662a62a3 service neutron] Pushing event updated for resources: {'Port': ['ID=03a3ef57-93c9-4005-bc98-7bd8a6843360,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:07.142443 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95519c29-2c24-413e-9ac6-2dc49031c196 x-openstack-request-id: req-95519c29-2c24-413e-9ac6-2dc49031c196 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:07.142443 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:07.142852 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95519c29-2c24-413e-9ac6-2dc49031c196 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:07.143508 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95519c29-2c24-413e-9ac6-2dc49031c196'] response: {'name': 'network-changed', 'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'status': 'completed', 'code': 200} Jul 20 19:28:07.174088 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-ef984360-0412-4347-ad6d-9caa8e0d505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:07.175766 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-ef984360-0412-4347-ad6d-9caa8e0d505e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 1128 time: 0.0488725 Jul 20 19:28:07.217395 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-1d2b03bb-0035-4f35-b94a-4f491f2a2e57 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360 HTTP/1.1" status: 200 len: 217 time: 0.0332584 Jul 20 19:28:07.270051 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-8bb842b5-8527-4b76-9e19-f5c14e1c4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:07.271525 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-8bb842b5-8527-4b76-9e19-f5c14e1c4a42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de1f425d-2a18-45f6-9b64-fdfd0a26c08e HTTP/1.1" status: 200 len: 856 time: 0.0469942 Jul 20 19:28:07.319574 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-541d9bf8-c2e4-4be2-8bde-2acb5c56ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:07.321087 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-541d9bf8-c2e4-4be2-8bde-2acb5c56ac3b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab609c42-592c-4da6-88a0-b462f1083b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424376 Jul 20 19:28:07.414062 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-b4aa004a-f397-4827-abf2-fcd74e159059 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829613 Jul 20 19:28:07.427425 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:07.509402 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2497f492-a5a4-4d1a-a4b3-2986e9557f63 req-112aa82e-13f4-456b-a2eb-79353dae9833 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885003 Jul 20 19:28:07.823143 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5380e68-a9d6-4c18-aee7-40c091c74a90 req-01c5e210-0315-46b2-9954-a92e262dc7e0 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:07.825153 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f5380e68-a9d6-4c18-aee7-40c091c74a90 req-01c5e210-0315-46b2-9954-a92e262dc7e0 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0539258 Jul 20 19:28:07.873734 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f5380e68-a9d6-4c18-aee7-40c091c74a90 req-c0fc4d9e-e593-4c1b-8307-f48edaa321a4 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430269 Jul 20 19:28:08.125414 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c4ab5-f78a-42e5-8eb7-af0bcab1ea42 req-2dc7aab3-121e-4eec-b504-9f2c9c1b49ca tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:08.126872 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d83c4ab5-f78a-42e5-8eb7-af0bcab1ea42 req-2dc7aab3-121e-4eec-b504-9f2c9c1b49ca tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0468950 Jul 20 19:28:08.173183 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d83c4ab5-f78a-42e5-8eb7-af0bcab1ea42 req-12ecd28f-464b-4952-b5a6-db2810cf548b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408778 Jul 20 19:28:08.465464 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 03a3ef57-93c9-4005-bc98-7bd8a6843360 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:28:08.532920 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:08.538263 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:08.564826 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:08.571135 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdef47-e6c8-4163-b6ec-b9339c58a703 req-0f5481c0-aa15-465f-afff-d96059328d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:08.572885 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-91cdef47-e6c8-4163-b6ec-b9339c58a703 req-0f5481c0-aa15-465f-afff-d96059328d5e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 1128 time: 0.0461633 Jul 20 19:28:08.575678 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:08.587832 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'port_id': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'mac_address': 'fa:16:3e:4c:a6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:28:08.623284 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 03a3ef57-93c9-4005-bc98-7bd8a6843360 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:08.623584 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:08.636141 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a3ef57-93c9-4005-bc98-7bd8a6843360 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:08.655625 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:08.659861 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:08.674109 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdef47-e6c8-4163-b6ec-b9339c58a703 req-6c758bde-64a8-40df-923d-a3b7c9485322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:08.675572 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-91cdef47-e6c8-4163-b6ec-b9339c58a703 req-6c758bde-64a8-40df-923d-a3b7c9485322 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 200 len: 918 time: 0.0956032 Jul 20 19:28:08.832555 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=03a3ef57-93c9-4005-bc98-7bd8a6843360,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:08.840416 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.840762 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.841097 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.841429 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.841755 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.842078 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.842398 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.842714 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.843033 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.843350 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.843667 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.844002 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.844314 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.844636 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.844968 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:08.942262 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['03a3ef57-93c9-4005-bc98-7bd8a6843360'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:28:08.987210 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe56d2-5785-420c-be4f-3622901f8d8f req-d64a3bcb-a4c4-4243-892b-a9b36e276eba tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:08.988716 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e1fe56d2-5785-420c-be4f-3622901f8d8f req-d64a3bcb-a4c4-4243-892b-a9b36e276eba tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0470486 Jul 20 19:28:09.008691 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:09.038352 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e1fe56d2-5785-420c-be4f-3622901f8d8f req-c9880c00-7097-4814-a77b-4900bf28e437 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440054 Jul 20 19:28:09.288495 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a36f6-e54f-4964-bc18-d1c71b475443 req-bf369f24-68fa-4808-a367-d7869b458582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:09.289956 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b46a36f6-e54f-4964-bc18-d1c71b475443 req-bf369f24-68fa-4808-a367-d7869b458582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 945 time: 0.0471284 Jul 20 19:28:09.336626 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b46a36f6-e54f-4964-bc18-d1c71b475443 req-5110de0a-a82c-468e-b879-fcfb9f2f28a6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410705 Jul 20 19:28:09.628234 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-91cdef47-e6c8-4163-b6ec-b9339c58a703 req-854f2499-81c7-4005-8a87-8fac10c193ea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360 HTTP/1.1" status: 200 len: 217 time: 0.0373492 Jul 20 19:28:09.682775 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdef47-e6c8-4163-b6ec-b9339c58a703 req-76463645-0480-4fe6-bcf1-c5d90867afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:09.684760 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-91cdef47-e6c8-4163-b6ec-b9339c58a703 req-76463645-0480-4fe6-bcf1-c5d90867afde service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de1f425d-2a18-45f6-9b64-fdfd0a26c08e HTTP/1.1" status: 200 len: 856 time: 0.0503697 Jul 20 19:28:09.721413 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61bf27-5c9b-462f-9ca2-66f8c8197bc6 req-e2c38342-4b75-4ab8-b9d5-901a762ca1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:09.722914 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4e61bf27-5c9b-462f-9ca2-66f8c8197bc6 req-e2c38342-4b75-4ab8-b9d5-901a762ca1a6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 1129 time: 0.0378962 Jul 20 19:28:09.727728 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdef47-e6c8-4163-b6ec-b9339c58a703 req-553c094d-94b3-461c-9576-3bf792ecc33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:09.729336 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-91cdef47-e6c8-4163-b6ec-b9339c58a703 req-553c094d-94b3-461c-9576-3bf792ecc33a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab609c42-592c-4da6-88a0-b462f1083b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383055 Jul 20 19:28:09.767597 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4e61bf27-5c9b-462f-9ca2-66f8c8197bc6 req-ea67129a-2b31-4f8c-9f18-2c2207804322 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385673 Jul 20 19:28:09.828575 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-91cdef47-e6c8-4163-b6ec-b9339c58a703 req-8bcf897e-a268-4b2f-8cf1-2dfe7e7e1c12 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923843 Jul 20 19:28:10.077006 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-91cdef47-e6c8-4163-b6ec-b9339c58a703 req-fa427627-2ba8-40bb-b0d6-c3eeb9e126b7 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826392 Jul 20 19:28:10.143230 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:10.155314 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a949f-21b4-4e6d-acb4-7dfc1d87a093 req-c2226db5-0f78-43b8-aff5-b762f50d445c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:10.156792 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2f2a949f-21b4-4e6d-acb4-7dfc1d87a093 req-c2226db5-0f78-43b8-aff5-b762f50d445c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0500813 Jul 20 19:28:10.204047 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2f2a949f-21b4-4e6d-acb4-7dfc1d87a093 req-d602f805-b7ad-4b96-9d95-4fde1695926d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418580 Jul 20 19:28:10.456247 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4a69c-f759-4d27-9c05-f795cf2d7348 req-90b5295c-52ca-4908-9c5b-fc3926fc3d4a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:10.457743 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a0d4a69c-f759-4d27-9c05-f795cf2d7348 req-90b5295c-52ca-4908-9c5b-fc3926fc3d4a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 945 time: 0.0504649 Jul 20 19:28:10.476386 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 03a3ef57-93c9-4005-bc98-7bd8a6843360 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:10.504069 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a0d4a69c-f759-4d27-9c05-f795cf2d7348 req-2cadfad8-d5aa-4537-8652-eae8a8bbb804 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 Jul 20 19:28:10.520065 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port 03a3ef57-93c9-4005-bc98-7bd8a6843360 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:28:10.526217 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 03a3ef57-93c9-4005-bc98-7bd8a6843360 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:10.527197 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:10.597809 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 03a3ef57-93c9-4005-bc98-7bd8a6843360 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:10.598189 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:10.619892 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:10.622601 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8491b0a9-5d3c-4b74-bfda-f7537ce845ee" -d '{"events": [{"server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "name": "network-vif-plugged", "status": "completed", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:10.634745 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:10.639287 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:10.664121 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d550c0-a2b3-4a40-a8d1-98aa2e426cb1 x-openstack-request-id: req-25d550c0-a2b3-4a40-a8d1-98aa2e426cb1 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:10.664433 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "name": "network-vif-plugged", "status": "completed", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:10.664685 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25d550c0-a2b3-4a40-a8d1-98aa2e426cb1 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:10.665069 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d550c0-a2b3-4a40-a8d1-98aa2e426cb1'] response: {'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'code': 200} Jul 20 19:28:10.692937 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=03a3ef57-93c9-4005-bc98-7bd8a6843360,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:10.832509 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f2790-0849-48c9-89d1-319085ae518e req-c18b23b5-89c9-4a96-baa2-cc7f0d2accd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:10.834006 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5e2f2790-0849-48c9-89d1-319085ae518e req-c18b23b5-89c9-4a96-baa2-cc7f0d2accd1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 1130 time: 0.0395310 Jul 20 19:28:11.315298 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2f69b-eaf6-4dcb-bd90-28586906ac8d req-921b7b2b-1c0d-4e7d-8b36-1540df0c3717 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:11.316779 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-28c2f69b-eaf6-4dcb-bd90-28586906ac8d req-921b7b2b-1c0d-4e7d-8b36-1540df0c3717 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0467417 Jul 20 19:28:11.368236 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-28c2f69b-eaf6-4dcb-bd90-28586906ac8d req-c8edc963-6608-48d5-ae54-084092fc58b0 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459180 Jul 20 19:28:11.408600 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5e2f2790-0849-48c9-89d1-319085ae518e req-eb1bc2b6-d32c-4907-8298-07d798ba24c4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393329 Jul 20 19:28:11.625412 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec3e87-6a8a-413a-8c0e-fa26ae0082c7 req-5e88ee24-56d5-4a6a-8741-6ad40e1661bf tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:11.626882 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-31ec3e87-6a8a-413a-8c0e-fa26ae0082c7 req-5e88ee24-56d5-4a6a-8741-6ad40e1661bf tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0466528 Jul 20 19:28:11.674379 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-31ec3e87-6a8a-413a-8c0e-fa26ae0082c7 req-792132cf-6eab-4b33-a7cf-6cc1365aeef2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417635 Jul 20 19:28:12.489407 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9633abb-a64f-47cf-beca-2daed996c676 req-8cb72a5d-4845-49a4-890a-a2138c68eb8d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:12.490883 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c9633abb-a64f-47cf-beca-2daed996c676 req-8cb72a5d-4845-49a4-890a-a2138c68eb8d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0459623 Jul 20 19:28:12.502368 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:12.538104 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c9633abb-a64f-47cf-beca-2daed996c676 req-c9e9f0d8-81fc-4e5b-a317-e4990fc72bba tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411203 Jul 20 19:28:12.796256 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599ba5f-2bb3-4cd8-be4c-667d166247b5 req-f9a2f606-4d37-4149-840d-640a2f627dbe tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:12.797929 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2599ba5f-2bb3-4cd8-be4c-667d166247b5 req-f9a2f606-4d37-4149-840d-640a2f627dbe tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0459399 Jul 20 19:28:12.851157 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2599ba5f-2bb3-4cd8-be4c-667d166247b5 req-b76832c1-6795-4675-9d0f-fcf4cd781919 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476887 Jul 20 19:28:12.927988 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba4e04-75fd-47a3-8096-6ae34756e353 req-e8b70ab2-603c-4b1e-87c2-7e568a6d18ba tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:12.929381 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdba4e04-75fd-47a3-8096-6ae34756e353 req-e8b70ab2-603c-4b1e-87c2-7e568a6d18ba tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0465055 Jul 20 19:28:12.978465 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdba4e04-75fd-47a3-8096-6ae34756e353 req-8ce2c0ef-1a59-48a8-bd45-072241adc3e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435739 Jul 20 19:28:13.308013 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c830d8-477c-4113-84c2-1ce1661000ba req-7fc3e0c3-0cd7-4e0d-8aab-175fcfd295b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:13.309645 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a2c830d8-477c-4113-84c2-1ce1661000ba req-7fc3e0c3-0cd7-4e0d-8aab-175fcfd295b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 1129 time: 0.0398505 Jul 20 19:28:13.336848 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:13.400897 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c830d8-477c-4113-84c2-1ce1661000ba req-fd643faf-5443-46e6-9c01-87230bf2b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:13.402903 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a2c830d8-477c-4113-84c2-1ce1661000ba req-fd643faf-5443-46e6-9c01-87230bf2b9f5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 919 time: 0.0852561 Jul 20 19:28:13.466800 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a2c830d8-477c-4113-84c2-1ce1661000ba req-1d4f8d94-43f7-4533-8eb9-602e211ae70d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f HTTP/1.1" status: 200 len: 1000 time: 0.0570648 Jul 20 19:28:13.514850 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c830d8-477c-4113-84c2-1ce1661000ba req-2be391a0-3d60-447e-bd59-5853459ef37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:13.516310 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a2c830d8-477c-4113-84c2-1ce1661000ba req-2be391a0-3d60-447e-bd59-5853459ef37f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.0428855 Jul 20 19:28:13.559414 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c830d8-477c-4113-84c2-1ce1661000ba req-b9e99296-1f84-4453-ba95-5f5b1754c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:13.560817 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a2c830d8-477c-4113-84c2-1ce1661000ba req-b9e99296-1f84-4453-ba95-5f5b1754c13a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380878 Jul 20 19:28:13.651176 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a2c830d8-477c-4113-84c2-1ce1661000ba req-d367c96d-455d-4768-ab84-a632ae681c2a service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835521 Jul 20 19:28:13.742781 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a2c830d8-477c-4113-84c2-1ce1661000ba req-1599ae61-93a9-4ff3-aa18-db0f827584f3 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803938 Jul 20 19:28:13.972857 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190959-dd90-42bd-a309-c4a6b473e692 req-09390102-db56-401c-9b1d-b6d6c7b10a7f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:13.974335 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e7190959-dd90-42bd-a309-c4a6b473e692 req-09390102-db56-401c-9b1d-b6d6c7b10a7f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0509644 Jul 20 19:28:14.022519 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e7190959-dd90-42bd-a309-c4a6b473e692 req-2bb527ea-d26a-4186-b391-815711a277d7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427017 Jul 20 19:28:14.096220 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b50a36-6d33-46d2-a3ad-ca61ff29290f req-8cbab6c8-5797-4a9f-bcd3-0d5137c4853e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:14.097725 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f1b50a36-6d33-46d2-a3ad-ca61ff29290f req-8cbab6c8-5797-4a9f-bcd3-0d5137c4853e tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0498281 Jul 20 19:28:14.138138 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8123433-663c-4645-b83b-fa2a9111c9a6 req-66a5ac3e-a9a9-4015-b4f4-b0209c964398 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:14.139539 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a8123433-663c-4645-b83b-fa2a9111c9a6 req-66a5ac3e-a9a9-4015-b4f4-b0209c964398 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0478609 Jul 20 19:28:14.145423 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f1b50a36-6d33-46d2-a3ad-ca61ff29290f req-2cda0259-0e4d-41c4-9e17-81c87eb388db tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422523 Jul 20 19:28:14.148520 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42562) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:14.152795 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-8ee6e050-3dcb-4d3d-b6b5-222e628a5af8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Request body: {'floatingip': {'port_id': '03a3ef57-93c9-4005-bc98-7bd8a6843360'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:14.190726 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8ee6e050-3dcb-4d3d-b6b5-222e628a5af8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (272aa61f-6be3-4dd7-af02-039baef15f69), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:14.608187 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8ee6e050-3dcb-4d3d-b6b5-222e628a5af8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:14.612174 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8ee6e050-3dcb-4d3d-b6b5-222e628a5af8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (272aa61f-6be3-4dd7-af02-039baef15f69), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:14.700844 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:14.705843 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [None req-8ee6e050-3dcb-4d3d-b6b5-222e628a5af8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Floating IP 272aa61f-6be3-4dd7-af02-039baef15f69 associated. External IP: 172.27.2.78, port: 03a3ef57-93c9-4005-bc98-7bd8a6843360. Jul 20 19:28:14.839991 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:14.905202 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee6e050-3dcb-4d3d-b6b5-222e628a5af8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Router 2d162076-1ec9-4e81-a383-972f3eeafd52 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:28:15.006848 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee6e050-3dcb-4d3d-b6b5-222e628a5af8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:15.012504 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8ee6e050-3dcb-4d3d-b6b5-222e628a5af8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:15.016932 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789218f-04ef-4a30-8dbd-20ff85a2ff1c None None] Sync routers for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:15.026254 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789218f-04ef-4a30-8dbd-20ff85a2ff1c None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:15.027495 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-5789218f-04ef-4a30-8dbd-20ff85a2ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:27:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:15.042287 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-8ee6e050-3dcb-4d3d-b6b5-222e628a5af8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "PUT /v2.0/floatingips/272aa61f-6be3-4dd7-af02-039baef15f69 HTTP/1.1" status: 200 len: 991 time: 0.8927205 Jul 20 19:28:15.042880 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:15.045240 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a93a6f-1b3e-444d-b1b2-70f58e97b4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:15.084748 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06079abb-7b20-4692-a15b-92d1cb38b745 x-openstack-request-id: req-06079abb-7b20-4692-a15b-92d1cb38b745 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:15.085040 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:15.085298 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06079abb-7b20-4692-a15b-92d1cb38b745 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:15.085706 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06079abb-7b20-4692-a15b-92d1cb38b745'] response: {'name': 'network-changed', 'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'status': 'completed', 'code': 200} Jul 20 19:28:15.132061 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-5789218f-04ef-4a30-8dbd-20ff85a2ff1c None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:15.210797 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:15.246537 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a93a6f-1b3e-444d-b1b2-70f58e97b4f5 req-6eae822b-e6de-4626-a0b2-350223b0cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:15.248156 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80a93a6f-1b3e-444d-b1b2-70f58e97b4f5 req-6eae822b-e6de-4626-a0b2-350223b0cfe2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 1130 time: 0.0485084 Jul 20 19:28:15.270843 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbece3-3b6c-4936-b8ac-e1cc67086ff4 req-81943350-dd14-4898-aa6a-05a171327d8c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:15.272322 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-23fbece3-3b6c-4936-b8ac-e1cc67086ff4 req-81943350-dd14-4898-aa6a-05a171327d8c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0492744 Jul 20 19:28:15.278331 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:15.318983 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-23fbece3-3b6c-4936-b8ac-e1cc67086ff4 req-8fa210c7-9331-4e29-9eeb-fc09f83e2ace tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410352 Jul 20 19:28:15.347976 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-5789218f-04ef-4a30-8dbd-20ff85a2ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '272aa61f-6be3-4dd7-af02-039baef15f69', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'port_id': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'mac_address': 'fa:16:3e:4c:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69446528-3449-410e-9271-ffb9da39557c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:03Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 1, 'project_id': 'ff9c443652a141d482130869ff76c327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:15Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:15.377429 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789218f-04ef-4a30-8dbd-20ff85a2ff1c None None] Checking router: 2d162076-1ec9-4e81-a383-972f3eeafd52 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:15.386963 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789218f-04ef-4a30-8dbd-20ff85a2ff1c None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:15.387564 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-5789218f-04ef-4a30-8dbd-20ff85a2ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:27:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:15.414674 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a93a6f-1b3e-444d-b1b2-70f58e97b4f5 req-56025f75-2345-4646-a4cf-9a3a91757a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:15.416136 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80a93a6f-1b3e-444d-b1b2-70f58e97b4f5 req-56025f75-2345-4646-a4cf-9a3a91757a88 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 200 len: 918 time: 0.0951567 Jul 20 19:28:15.486274 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-5789218f-04ef-4a30-8dbd-20ff85a2ff1c None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:15.581556 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80a93a6f-1b3e-444d-b1b2-70f58e97b4f5 req-3da06690-2294-4c07-96c3-8871d021aad7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360 HTTP/1.1" status: 200 len: 999 time: 0.0612278 Jul 20 19:28:15.697789 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-5789218f-04ef-4a30-8dbd-20ff85a2ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '272aa61f-6be3-4dd7-af02-039baef15f69', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'port_id': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'mac_address': 'fa:16:3e:4c:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69446528-3449-410e-9271-ffb9da39557c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:03Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 1, 'project_id': 'ff9c443652a141d482130869ff76c327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:15Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:15.721574 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789218f-04ef-4a30-8dbd-20ff85a2ff1c None None] The sync data for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi is: [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '272aa61f-6be3-4dd7-af02-039baef15f69', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'port_id': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'mac_address': 'fa:16:3e:4c:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69446528-3449-410e-9271-ffb9da39557c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:03Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 1, 'project_id': 'ff9c443652a141d482130869ff76c327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:15Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:15.900532 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b417bb39-fb27-463f-b0a8-ae8aa778deba None None] New status for floating IP 272aa61f-6be3-4dd7-af02-039baef15f69: ACTIVE {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:28:16.129478 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a93a6f-1b3e-444d-b1b2-70f58e97b4f5 req-ae9bb62f-0da3-4147-b6b0-d3908022757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:16.130925 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80a93a6f-1b3e-444d-b1b2-70f58e97b4f5 req-ae9bb62f-0da3-4147-b6b0-d3908022757e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de1f425d-2a18-45f6-9b64-fdfd0a26c08e HTTP/1.1" status: 200 len: 856 time: 0.0587993 Jul 20 19:28:16.165590 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:16.177145 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a93a6f-1b3e-444d-b1b2-70f58e97b4f5 req-92170e6e-9d60-48f2-b85b-1cfd601c839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:16.178675 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80a93a6f-1b3e-444d-b1b2-70f58e97b4f5 req-92170e6e-9d60-48f2-b85b-1cfd601c839b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab609c42-592c-4da6-88a0-b462f1083b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415297 Jul 20 19:28:16.271600 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80a93a6f-1b3e-444d-b1b2-70f58e97b4f5 req-44b184fc-e3dd-42df-bbbc-bab5793612c8 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846751 Jul 20 19:28:16.361909 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80a93a6f-1b3e-444d-b1b2-70f58e97b4f5 req-3b6281b4-0f13-4a32-abe6-efe300bd170e service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825768 Jul 20 19:28:16.422856 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:16.433800 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15da121-db2e-4cfa-97b3-755867d51394 req-f97d59dd-9ff3-42b0-a72f-b10f748f67c9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:16.435275 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e15da121-db2e-4cfa-97b3-755867d51394 req-f97d59dd-9ff3-42b0-a72f-b10f748f67c9 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0468309 Jul 20 19:28:16.485339 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e15da121-db2e-4cfa-97b3-755867d51394 req-58c438d6-1c09-44e3-9748-4b28a751b5e6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441992 Jul 20 19:28:16.594039 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5155e8-c20e-4e98-85cf-5c540a95d2d1 req-fd9f7370-25a8-4e2d-a8d4-db2ddbd4b81b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:16.595476 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cc5155e8-c20e-4e98-85cf-5c540a95d2d1 req-fd9f7370-25a8-4e2d-a8d4-db2ddbd4b81b tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0463760 Jul 20 19:28:16.603950 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42574) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:16.608166 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-2aa485b4-1b22-409e-b783-101cd8a4e663 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Request body: {'floatingip': {'port_id': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:16.661566 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2aa485b4-1b22-409e-b783-101cd8a4e663 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for floatingip (4911b784-b7c9-4f97-82e5-5fc20352113c), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:17.279432 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:17.342525 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2aa485b4-1b22-409e-b783-101cd8a4e663 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:17.346663 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2aa485b4-1b22-409e-b783-101cd8a4e663 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (4911b784-b7c9-4f97-82e5-5fc20352113c), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:17.389022 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:17.482840 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:17.545181 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa485b4-1b22-409e-b783-101cd8a4e663 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Router 9106d187-c158-41c9-b9f9-bacae43c3022 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:28:17.645919 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa485b4-1b22-409e-b783-101cd8a4e663 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:17.650317 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2aa485b4-1b22-409e-b783-101cd8a4e663 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:17.656002 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef1f0a5-a4f8-4e87-a755-64a108e8204c None None] Sync routers for ids ['9106d187-c158-41c9-b9f9-bacae43c3022'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:17.670866 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef1f0a5-a4f8-4e87-a755-64a108e8204c None None] Routers {'9106d187-c158-41c9-b9f9-bacae43c3022'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:17.671479 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-9ef1f0a5-a4f8-4e87-a755-64a108e8204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:27:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['9106d187-c158-41c9-b9f9-bacae43c3022'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:17.682903 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'tag': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:17.685146 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8019a1a2-2b10-4e2c-aa21-8d547d86c631" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f", "tag": "2f2d1c4b-7fdb-4f76-98ba-0efb7034305f"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:17.720306 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-2aa485b4-1b22-409e-b783-101cd8a4e663 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "PUT /v2.0/floatingips/4911b784-b7c9-4f97-82e5-5fc20352113c HTTP/1.1" status: 200 len: 992 time: 1.1151378 Jul 20 19:28:17.722652 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b22920-1093-4484-bf62-6f7ae988efd7 x-openstack-request-id: req-19b22920-1093-4484-bf62-6f7ae988efd7 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:17.722928 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f", "tag": "2f2d1c4b-7fdb-4f76-98ba-0efb7034305f", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:17.723151 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19b22920-1093-4484-bf62-6f7ae988efd7 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:17.723548 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b22920-1093-4484-bf62-6f7ae988efd7'] response: {'name': 'network-changed', 'server_uuid': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'tag': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'status': 'completed', 'code': 200} Jul 20 19:28:17.780000 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-9ef1f0a5-a4f8-4e87-a755-64a108e8204c None None] Set router 9106d187-c158-41c9-b9f9-bacae43c3022 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:17.786123 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019a1a2-2b10-4e2c-aa21-8d547d86c631 req-397d905b-d732-4633-8d97-eb5c38ac7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:17.787661 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8019a1a2-2b10-4e2c-aa21-8d547d86c631 req-397d905b-d732-4633-8d97-eb5c38ac7872 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 1129 time: 0.0397856 Jul 20 19:28:17.880180 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019a1a2-2b10-4e2c-aa21-8d547d86c631 req-6e077eb0-9979-486f-8423-274e26c79851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:17.881687 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8019a1a2-2b10-4e2c-aa21-8d547d86c631 req-6e077eb0-9979-486f-8423-274e26c79851 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 919 time: 0.0853696 Jul 20 19:28:17.947885 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8019a1a2-2b10-4e2c-aa21-8d547d86c631 req-afe3f5ef-43f3-4171-8a37-0d10cf5beee1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f HTTP/1.1" status: 200 len: 1000 time: 0.0592022 Jul 20 19:28:17.987633 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-9ef1f0a5-a4f8-4e87-a755-64a108e8204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '4911b784-b7c9-4f97-82e5-5fc20352113c', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'port_id': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'mac_address': 'fa:16:3e:a5:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:26:18Z', 'updated_at': '2022-07-20T19:28:17Z', 'revision_number': 3, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63caeb9a-8734-4cb9-a5e7-aeb22723fd82', 'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'mac_address': 'fa:16:3e:21:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:47Z', 'updated_at': '2022-07-20T19:23:56Z', 'revision_number': 5, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'subnets': [{'id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:17.997689 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019a1a2-2b10-4e2c-aa21-8d547d86c631 req-4715adaf-3fb1-4008-b9a1-4e3d21e2e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:17.999138 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8019a1a2-2b10-4e2c-aa21-8d547d86c631 req-4715adaf-3fb1-4008-b9a1-4e3d21e2e00d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.0437088 Jul 20 19:28:18.012019 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef1f0a5-a4f8-4e87-a755-64a108e8204c None None] Checking router: 9106d187-c158-41c9-b9f9-bacae43c3022 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:18.020315 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef1f0a5-a4f8-4e87-a755-64a108e8204c None None] Routers {'9106d187-c158-41c9-b9f9-bacae43c3022'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:18.020923 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-9ef1f0a5-a4f8-4e87-a755-64a108e8204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:27:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['9106d187-c158-41c9-b9f9-bacae43c3022'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:18.044226 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019a1a2-2b10-4e2c-aa21-8d547d86c631 req-829dc1ee-37de-4100-9451-8afa819b6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:18.045796 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8019a1a2-2b10-4e2c-aa21-8d547d86c631 req-829dc1ee-37de-4100-9451-8afa819b6499 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398932 Jul 20 19:28:18.069525 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:18.125241 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-9ef1f0a5-a4f8-4e87-a755-64a108e8204c None None] Set router 9106d187-c158-41c9-b9f9-bacae43c3022 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:18.139698 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8019a1a2-2b10-4e2c-aa21-8d547d86c631 req-c2a75663-ad55-476d-b7e3-31d6e420f01d service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876510 Jul 20 19:28:18.158528 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:18.230916 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8019a1a2-2b10-4e2c-aa21-8d547d86c631 req-ab61d22a-a703-4056-b16f-c6b3973f575c service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847371 Jul 20 19:28:18.425394 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-dd724329-58ce-4b58-b972-cb0fb7fed9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:18.483627 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-9ef1f0a5-a4f8-4e87-a755-64a108e8204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '4911b784-b7c9-4f97-82e5-5fc20352113c', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'port_id': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'mac_address': 'fa:16:3e:a5:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:26:18Z', 'updated_at': '2022-07-20T19:28:17Z', 'revision_number': 3, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63caeb9a-8734-4cb9-a5e7-aeb22723fd82', 'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'mac_address': 'fa:16:3e:21:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:47Z', 'updated_at': '2022-07-20T19:23:56Z', 'revision_number': 5, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'subnets': [{'id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:18.508943 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef1f0a5-a4f8-4e87-a755-64a108e8204c None None] The sync data for ids ['9106d187-c158-41c9-b9f9-bacae43c3022'] in dv-cinder-819149-14-iscsi is: [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '4911b784-b7c9-4f97-82e5-5fc20352113c', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'port_id': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'mac_address': 'fa:16:3e:a5:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:26:18Z', 'updated_at': '2022-07-20T19:28:17Z', 'revision_number': 3, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63caeb9a-8734-4cb9-a5e7-aeb22723fd82', 'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'mac_address': 'fa:16:3e:21:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:47Z', 'updated_at': '2022-07-20T19:23:56Z', 'revision_number': 5, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'subnets': [{'id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:19.725211 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'tag': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:19.727489 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006866b9-76f6-480f-9875-64eb2fb8431e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f", "tag": "2f2d1c4b-7fdb-4f76-98ba-0efb7034305f"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:19.765468 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489152d7-84f6-463c-8320-0f3e401adbe3 x-openstack-request-id: req-489152d7-84f6-463c-8320-0f3e401adbe3 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:19.765760 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f", "tag": "2f2d1c4b-7fdb-4f76-98ba-0efb7034305f", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:19.766015 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-489152d7-84f6-463c-8320-0f3e401adbe3 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:19.766427 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489152d7-84f6-463c-8320-0f3e401adbe3'] response: {'name': 'network-changed', 'server_uuid': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'tag': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'status': 'completed', 'code': 200} Jul 20 19:28:19.842139 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006866b9-76f6-480f-9875-64eb2fb8431e req-a5d9219a-f4bc-4f18-ab6c-777f43c58c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:19.843728 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-006866b9-76f6-480f-9875-64eb2fb8431e req-a5d9219a-f4bc-4f18-ab6c-777f43c58c2a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0f63357734c4efa9a88c07996aa5551&device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 1129 time: 0.0452447 Jul 20 19:28:19.937681 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006866b9-76f6-480f-9875-64eb2fb8431e req-18f4882e-5d68-4540-b91e-93af55b0977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:19.939409 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-006866b9-76f6-480f-9875-64eb2fb8431e req-18f4882e-5d68-4540-b91e-93af55b0977f service neutron] 10.222.0.89 "GET /v2.0/networks?id=cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 200 len: 919 time: 0.0883546 Jul 20 19:28:20.007241 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-006866b9-76f6-480f-9875-64eb2fb8431e req-c279332f-c031-408a-b971-065b225a6154 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f HTTP/1.1" status: 200 len: 1000 time: 0.0609894 Jul 20 19:28:20.043597 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:20.058180 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006866b9-76f6-480f-9875-64eb2fb8431e req-f08eecfd-c2d4-48cd-9869-4319053e5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:20.059641 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-006866b9-76f6-480f-9875-64eb2fb8431e req-f08eecfd-c2d4-48cd-9869-4319053e5c68 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 200 len: 857 time: 0.0457761 Jul 20 19:28:20.105183 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006866b9-76f6-480f-9875-64eb2fb8431e req-fdf2f469-bf5a-4f4b-981a-248ee20c10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:20.106709 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-006866b9-76f6-480f-9875-64eb2fb8431e req-fdf2f469-bf5a-4f4b-981a-248ee20c10f3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb30eef5-f970-4e36-86fc-a729873274d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405717 Jul 20 19:28:20.213455 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-006866b9-76f6-480f-9875-64eb2fb8431e req-48d3101b-f2fb-4d37-a777-a5d9bb0da0bd service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902534 Jul 20 19:28:20.319324 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-006866b9-76f6-480f-9875-64eb2fb8431e req-1448e08b-3fee-4232-8afc-41235bcbb738 service neutron] 10.222.0.89 "GET /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867164 Jul 20 19:28:20.606762 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c429ac24-441d-48c3-96b4-41833a8a3aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:21.732349 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.331123 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.449395 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:24.186021 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:24.228995 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cf164-3d24-48dd-9ac2-3a4af8d7b7ac req-1f53b9ff-1699-4774-b36b-0a8cb7455a15 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:24.231107 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b2cf164-3d24-48dd-9ac2-3a4af8d7b7ac req-1f53b9ff-1699-4774-b36b-0a8cb7455a15 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0536578 Jul 20 19:28:24.280469 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b2cf164-3d24-48dd-9ac2-3a4af8d7b7ac req-edbb851f-3408-42ce-bc9f-608244bcf2f8 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 Jul 20 19:28:25.408546 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec5e8f-0aee-46b2-af9d-b739e3229b7e req-0e6c9365-3623-42d2-aff6-3ff1f56ff9d4 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:25.410276 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c4ec5e8f-0aee-46b2-af9d-b739e3229b7e req-0e6c9365-3623-42d2-aff6-3ff1f56ff9d4 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0508552 Jul 20 19:28:25.458444 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c4ec5e8f-0aee-46b2-af9d-b739e3229b7e req-2789b2db-70ae-41b8-a22b-d0bd2a14d007 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425005 Jul 20 19:28:25.999639 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:26.001551 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:26.301576 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-225c8ce6-8982-4d53-88f1-9ceb3fcf4513 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:26.302927 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-225c8ce6-8982-4d53-88f1-9ceb3fcf4513 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.89 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0471296 Jul 20 19:28:26.390470 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Deleting port a8824afd-c0c0-48f6-a2ee-5085bf6628cf {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:28:26.390809 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:26.477925 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] For port a8824afd-c0c0-48f6-a2ee-5085bf6628cf, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a8824afd-c0c0-48f6-a2ee-5085bf6628cf,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:26.478287 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:26.626170 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a48bb4-5dba-4ec2-bb3f-4639982831f8 req-99ca374d-31bc-4542-9e2a-fd7a296475fc tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:26.627629 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e2a48bb4-5dba-4ec2-bb3f-4639982831f8 req-99ca374d-31bc-4542-9e2a-fd7a296475fc tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 945 time: 0.0881081 Jul 20 19:28:26.941788 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f6a4d-3682-4332-9038-573b0181e06c req-e9c573de-0dec-42b0-94a5-93ae96ca7332 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:26.943391 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-dd6f6a4d-3682-4332-9038-573b0181e06c req-e9c573de-0dec-42b0-94a5-93ae96ca7332 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 946 time: 0.0509307 Jul 20 19:28:26.964737 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:26.965213 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (cab830e3-bc1f-47f7-b935-567f17f87ad1), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:26.965471 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Floating IP cab830e3-bc1f-47f7-b935-567f17f87ad1 disassociated. External IP: 172.27.2.160, port: a8824afd-c0c0-48f6-a2ee-5085bf6628cf. Jul 20 19:28:26.965736 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Calling delete_port for a8824afd-c0c0-48f6-a2ee-5085bf6628cf owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:28:26.987232 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e2a48bb4-5dba-4ec2-bb3f-4639982831f8 req-8f59258d-c2ce-4db3-9d25-9305a4b5c954 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf58f38-13a8-42b3-bf6b-858d265f5e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722239 Jul 20 19:28:26.993310 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-dd6f6a4d-3682-4332-9038-573b0181e06c req-9538f7d5-d70b-42d5-87a6-da90c2621ac9 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442224 Jul 20 19:28:27.110588 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (a8824afd-c0c0-48f6-a2ee-5085bf6628cf), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:27.121201 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:27.138539 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event deleted for resources: {'Port': ['ID=a8824afd-c0c0-48f6-a2ee-5085bf6628cf,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:27.248782 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:28:27.327377 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:27.351166 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:27.361352 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074254d-0b76-4a5e-9dfb-aa09161e00a8 None None] Sync routers for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:27.370729 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074254d-0b76-4a5e-9dfb-aa09161e00a8 None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:27.371331 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-d074254d-0b76-4a5e-9dfb-aa09161e00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:28:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:27.396302 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] No DVR routers for this DVR port a8824afd-c0c0-48f6-a2ee-5085bf6628cf on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:28:27.398910 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:27.402707 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-620f098b-039b-4b6c-b251-e3e5fb5d4745 req-8ede69a1-8011-4af8-8be8-2d0e5c16c2ec tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.89 "DELETE /v2.0/ports/a8824afd-c0c0-48f6-a2ee-5085bf6628cf HTTP/1.1" status: 204 len: 173 time: 1.0934665 Jul 20 19:28:27.403160 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f977b5-705c-46e5-b597-311c97d2edea', 'name': 'network-vif-deleted', 'tag': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:27.405451 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5157f028-44ce-4939-875a-181e87e676ce" -d '{"events": [{"server_uuid": "58f977b5-705c-46e5-b597-311c97d2edea", "name": "network-vif-deleted", "tag": "a8824afd-c0c0-48f6-a2ee-5085bf6628cf"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:27.441055 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486d0a8d-486a-46ea-9102-f61cf4449ae0 x-openstack-request-id: req-486d0a8d-486a-46ea-9102-f61cf4449ae0 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:27.441390 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f977b5-705c-46e5-b597-311c97d2edea", "name": "network-vif-deleted", "tag": "a8824afd-c0c0-48f6-a2ee-5085bf6628cf", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:27.441728 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-486d0a8d-486a-46ea-9102-f61cf4449ae0 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:27.442209 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486d0a8d-486a-46ea-9102-f61cf4449ae0'] response: {'server_uuid': '58f977b5-705c-46e5-b597-311c97d2edea', 'name': 'network-vif-deleted', 'tag': 'a8824afd-c0c0-48f6-a2ee-5085bf6628cf', 'status': 'completed', 'code': 200} Jul 20 19:28:27.475312 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-d074254d-0b76-4a5e-9dfb-aa09161e00a8 None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:27.668268 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-d074254d-0b76-4a5e-9dfb-aa09161e00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:11Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:27.695372 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074254d-0b76-4a5e-9dfb-aa09161e00a8 None None] Checking router: 4e3f6237-4cd2-4792-ae17-5c1a081d08eb for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:27.704011 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074254d-0b76-4a5e-9dfb-aa09161e00a8 None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:27.704688 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-d074254d-0b76-4a5e-9dfb-aa09161e00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:28:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:27.803786 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-d074254d-0b76-4a5e-9dfb-aa09161e00a8 None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:27.982507 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-d074254d-0b76-4a5e-9dfb-aa09161e00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:11Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:28.006511 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074254d-0b76-4a5e-9dfb-aa09161e00a8 None None] The sync data for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi is: [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:11Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:28.117614 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9c61aedb-70ee-414e-b668-0eb45151d7d3 req-88235038-3161-4baa-a09d-d348c3b9e9a1 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=58f977b5-705c-46e5-b597-311c97d2edea HTTP/1.1" status: 200 len: 210 time: 0.0540423 Jul 20 19:28:28.148644 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bba70-1232-40ed-9abb-c82b8b10facb req-d399bb82-a227-4f80-94a4-0df71e61a815 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:28.150199 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1f8bba70-1232-40ed-9abb-c82b8b10facb req-d399bb82-a227-4f80-94a4-0df71e61a815 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 946 time: 0.0687292 Jul 20 19:28:28.209023 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1f8bba70-1232-40ed-9abb-c82b8b10facb req-ad18c28e-b109-471f-872f-43f2c9f2b39b tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530646 Jul 20 19:28:28.299256 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b74cc-058e-4ad4-b9ee-7ce6f2bc5a43 None None] New status for floating IP cab830e3-bc1f-47f7-b935-567f17f87ad1: DOWN {{(pid=103975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:28:28.586801 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:28:28.662898 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 is: ACTIVE; New status is: DOWN {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:28.663202 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:28.688148 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd469a829-8282-4106-a0d6-4197710acf5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:28.690866 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03808068-54fb-4c4f-897b-92a947d8b997" -d '{"events": [{"server_uuid": "d469a829-8282-4106-a0d6-4197710acf5f", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:28.704856 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:28.710073 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:28.710894 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device a8824afd-c0c0-48f6-a2ee-5085bf6628cf no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:28:28.746776 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69e605d-3fa0-47cf-b171-6557a23499b2 x-openstack-request-id: req-f69e605d-3fa0-47cf-b171-6557a23499b2 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:28.747118 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d469a829-8282-4106-a0d6-4197710acf5f", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:28.747312 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f69e605d-3fa0-47cf-b171-6557a23499b2 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:28.747707 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69e605d-3fa0-47cf-b171-6557a23499b2'] response: {'server_uuid': 'd469a829-8282-4106-a0d6-4197710acf5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2', 'code': 200} Jul 20 19:28:28.750460 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: a8824afd-c0c0-48f6-a2ee-5085bf6628cf {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:28:28.750814 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device a8824afd-c0c0-48f6-a2ee-5085bf6628cf not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:28:28.778322 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,revision_number=6']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:28.863266 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-5f36b7d0-6d38-4e2b-8f1c-5e1de6c340e7 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:28.865530 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-5f36b7d0-6d38-4e2b-8f1c-5e1de6c340e7 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 944 time: 0.0508122 Jul 20 19:28:28.951956 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Deleting port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:28:28.952217 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.042784 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] For port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:29.043142 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.210664 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.210955 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (3e031255-97db-4a51-b5f9-87435aad0be8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.211265 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Floating IP 3e031255-97db-4a51-b5f9-87435aad0be8 disassociated. External IP: 172.27.2.253, port: 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2. Jul 20 19:28:29.211614 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Calling delete_port for 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:28:29.217760 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42620) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:29.278250 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group (ddf58f38-13a8-42b3-bf6b-858d265f5e7f), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.303765 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group (ddf58f38-13a8-42b3-bf6b-858d265f5e7f), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.355065 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1732937-d84b-42ba-864c-9dbf6b2b9077 req-e2c66a4e-9340-4f5e-bf06-2c8edba8ae87 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:29.355307 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ddf58f38-13a8-42b3-bf6b-858d265f5e7f), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.356700 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b1732937-d84b-42ba-864c-9dbf6b2b9077 req-e2c66a4e-9340-4f5e-bf06-2c8edba8ae87 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 944 time: 0.0701988 Jul 20 19:28:29.357843 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.361438 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "DELETE /v2.0/security-groups/ddf58f38-13a8-42b3-bf6b-858d265f5e7f HTTP/1.1" status: 204 len: 168 time: 0.1402178 Jul 20 19:28:29.361828 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 42624) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:29.370438 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf58f38-13a8-42b3-bf6b-858d265f5e7f,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:29.377781 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.378122 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.378463 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.378802 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.379133 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.379466 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.379792 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.380117 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.380470 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.380796 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.381119 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.381442 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.381762 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.382080 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.382399 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2c9ca-70b7-4e0d-b80f-890066dc2e81 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:29.384429 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:29.396306 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.api.v2.resource [None req-aff161bc-9efd-432d-9a1e-29e2bfa16635 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] show failed (client error): The resource could not be found. Jul 20 19:28:29.397354 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-aff161bc-9efd-432d-9a1e-29e2bfa16635 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups/ddf58f38-13a8-42b3-bf6b-858d265f5e7f HTTP/1.1" status: 404 len: 347 time: 0.0346055 Jul 20 19:28:29.400790 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42626) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:29.419960 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.465016 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event deleted for resources: {'Port': ['ID=3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:29.469780 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b1732937-d84b-42ba-864c-9dbf6b2b9077 req-16a9cfd2-37de-45bb-a1be-d6ccd57a53f3 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009769 Jul 20 19:28:29.517872 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-46aa88f2-04eb-4434-8758-c7b588d0ee67 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Deleting port f744f7cf-89a7-493f-afdc-9e1825ff63e9 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:28:29.518459 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-46aa88f2-04eb-4434-8758-c7b588d0ee67 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (f744f7cf-89a7-493f-afdc-9e1825ff63e9), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.554435 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:29.582750 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:29.584634 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Router 539607f4-5740-42a7-bcf6-ffdc05e1049a has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:28:29.599909 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-46aa88f2-04eb-4434-8758-c7b588d0ee67 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (f744f7cf-89a7-493f-afdc-9e1825ff63e9), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.600232 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-46aa88f2-04eb-4434-8758-c7b588d0ee67 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (f744f7cf-89a7-493f-afdc-9e1825ff63e9), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.612266 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-46aa88f2-04eb-4434-8758-c7b588d0ee67 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Calling delete_port for f744f7cf-89a7-493f-afdc-9e1825ff63e9 owned by network:floatingip {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:28:29.687109 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:29.697343 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fcfe93-25dc-4bb2-ae29-9027570d7c2e None None] Sync routers for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:29.708177 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fcfe93-25dc-4bb2-ae29-9027570d7c2e None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:29.708833 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-60fcfe93-25dc-4bb2-ae29-9027570d7c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:28:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:29.719835 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:29.740437 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] No DVR routers for this DVR port 3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:28:29.743044 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.746991 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7e25171b-fa4d-4258-b830-30dc947bcbc4 req-2a8af9b5-807e-4ef5-81e9-05d04f8f64fe tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "DELETE /v2.0/ports/3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2 HTTP/1.1" status: 204 len: 173 time: 0.8755484 Jul 20 19:28:29.747740 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd469a829-8282-4106-a0d6-4197710acf5f', 'name': 'network-vif-deleted', 'tag': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:29.750255 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd92cfc-4e18-4a1f-952b-5a76180e2453" -d '{"events": [{"server_uuid": "d469a829-8282-4106-a0d6-4197710acf5f", "name": "network-vif-deleted", "tag": "3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:29.754005 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-46aa88f2-04eb-4434-8758-c7b588d0ee67 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (f744f7cf-89a7-493f-afdc-9e1825ff63e9), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.793310 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb5dabf-35f7-467e-a401-607897c290cc x-openstack-request-id: req-bcb5dabf-35f7-467e-a401-607897c290cc {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:29.793784 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d469a829-8282-4106-a0d6-4197710acf5f", "name": "network-vif-deleted", "tag": "3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:29.793907 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcb5dabf-35f7-467e-a401-607897c290cc {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:29.794311 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb5dabf-35f7-467e-a401-607897c290cc'] response: {'server_uuid': 'd469a829-8282-4106-a0d6-4197710acf5f', 'name': 'network-vif-deleted', 'tag': '3c0e670b-adf0-45a3-a7fd-949ac5c1fbd2', 'status': 'completed', 'code': 200} Jul 20 19:28:29.805250 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa88f2-04eb-4434-8758-c7b588d0ee67 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event deleted for resources: {'Port': ['ID=f744f7cf-89a7-493f-afdc-9e1825ff63e9,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:29.875376 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-46aa88f2-04eb-4434-8758-c7b588d0ee67 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (cab830e3-bc1f-47f7-b935-567f17f87ad1), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.878573 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-46aa88f2-04eb-4434-8758-c7b588d0ee67 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:29.882830 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-46aa88f2-04eb-4434-8758-c7b588d0ee67 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "DELETE /v2.0/floatingips/cab830e3-bc1f-47f7-b935-567f17f87ad1 HTTP/1.1" status: 204 len: 168 time: 0.4778912 Jul 20 19:28:29.919279 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-60fcfe93-25dc-4bb2-ae29-9027570d7c2e None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:29.965678 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 42632) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:29.972315 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-3ff05464-a898-4663-af0a-c7c454fa2599 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890095723', 'description': 'tempest-description--565045912'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:29.997770 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ff05464-a898-4663-af0a-c7c454fa2599 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.077220 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ff05464-a898-4663-af0a-c7c454fa2599 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group (8f213ede-edf2-4b41-b90f-ab90c150e060), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.085521 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ff05464-a898-4663-af0a-c7c454fa2599 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (8f213ede-edf2-4b41-b90f-ab90c150e060), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.119643 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3ff05464-a898-4663-af0a-c7c454fa2599 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.121340 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-3ff05464-a898-4663-af0a-c7c454fa2599 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1529031 Jul 20 19:28:30.122789 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:30.123985 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42634) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:30.124737 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff05464-a898-4663-af0a-c7c454fa2599 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f213ede-edf2-4b41-b90f-ab90c150e060,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:30.128704 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-99a430be-a498-4723-af72-80a916b57784 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Request body: {'security_group_rule': {'security_group_id': '8f213ede-edf2-4b41-b90f-ab90c150e060', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:30.141975 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-60fcfe93-25dc-4bb2-ae29-9027570d7c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:30.157788 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-99a430be-a498-4723-af72-80a916b57784 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group_rule (486d60bb-4c9b-40bd-8679-09cb6bfed2ce), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.168922 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fcfe93-25dc-4bb2-ae29-9027570d7c2e None None] Checking router: 539607f4-5740-42a7-bcf6-ffdc05e1049a for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:30.177533 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fcfe93-25dc-4bb2-ae29-9027570d7c2e None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:30.178194 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-60fcfe93-25dc-4bb2-ae29-9027570d7c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:28:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:30.180574 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:30.217367 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-99a430be-a498-4723-af72-80a916b57784 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group_rule (486d60bb-4c9b-40bd-8679-09cb6bfed2ce), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.221197 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-99a430be-a498-4723-af72-80a916b57784 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (486d60bb-4c9b-40bd-8679-09cb6bfed2ce), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.243452 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a430be-a498-4723-af72-80a916b57784 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486d60bb-4c9b-40bd-8679-09cb6bfed2ce,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:30.249129 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-99a430be-a498-4723-af72-80a916b57784 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.250421 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-99a430be-a498-4723-af72-80a916b57784 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252954 Jul 20 19:28:30.253369 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42636) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:30.257683 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-0ef8f856-9a8a-419c-80d4-5ad0ab484e8d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Request body: {'security_group_rule': {'security_group_id': '8f213ede-edf2-4b41-b90f-ab90c150e060', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:30.282951 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-60fcfe93-25dc-4bb2-ae29-9027570d7c2e None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:30.283790 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0ef8f856-9a8a-419c-80d4-5ad0ab484e8d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group_rule (61fc01be-0e17-413e-81fc-c34613861d8f), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.341633 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0ef8f856-9a8a-419c-80d4-5ad0ab484e8d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group_rule (61fc01be-0e17-413e-81fc-c34613861d8f), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.345779 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0ef8f856-9a8a-419c-80d4-5ad0ab484e8d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (61fc01be-0e17-413e-81fc-c34613861d8f), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.366826 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8f856-9a8a-419c-80d4-5ad0ab484e8d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fc01be-0e17-413e-81fc-c34613861d8f,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:30.376578 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0ef8f856-9a8a-419c-80d4-5ad0ab484e8d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.377776 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-0ef8f856-9a8a-419c-80d4-5ad0ab484e8d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234233 Jul 20 19:28:30.380811 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42638) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:30.384968 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:30.406576 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.485147 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-60fcfe93-25dc-4bb2-ae29-9027570d7c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:30.492879 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.512739 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fcfe93-25dc-4bb2-ae29-9027570d7c2e None None] The sync data for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi is: [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:30.634004 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3ca0a9f3-d621-4b48-a45a-ded7347df7ea req-625508a9-873a-4917-a610-df37ce6b1761 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=d469a829-8282-4106-a0d6-4197710acf5f HTTP/1.1" status: 200 len: 210 time: 0.0326602 Jul 20 19:28:30.653816 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:30.655124 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Allocated IP 172.27.2.172 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/93c66ade-5cb4-44da-a80c-9b477e705bee) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:30.754687 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c5ed3-b977-4f30-b850-83392ef8e5d7 None None] New status for floating IP 3e031255-97db-4a51-b5f9-87435aad0be8: DOWN {{(pid=103975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:28:30.769153 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for port (93c66ade-5cb4-44da-a80c-9b477e705bee), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.779722 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:30.805918 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (93c66ade-5cb4-44da-a80c-9b477e705bee), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.843998 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:30.849091 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:30.853035 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:30.875416 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event updated for resources: {'Port': ['ID=93c66ade-5cb4-44da-a80c-9b477e705bee,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:30.942847 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (7ae9afae-031e-43f4-9e81-d46a63e05609), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:30.978180 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (93c66ade-5cb4-44da-a80c-9b477e705bee), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:31.123565 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for port (93c66ade-5cb4-44da-a80c-9b477e705bee), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:31.128451 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (93c66ade-5cb4-44da-a80c-9b477e705bee), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:31.197334 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event updated for resources: {'Port': ['ID=93c66ade-5cb4-44da-a80c-9b477e705bee,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:31.206889 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (7ae9afae-031e-43f4-9e81-d46a63e05609), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:31.222802 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:31.224086 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-94df2af7-306b-4700-9ce3-a7fdcad0a23f tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8423135 Jul 20 19:28:31.418477 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-76433c81-a52a-40e6-9529-f0afd4b52991 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--890095723&fields=id&tenant_id=654a322fff99416595c66a993aeaee17 HTTP/1.1" status: 200 len: 267 time: 0.0424364 Jul 20 19:28:31.536087 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-1ffad6fb-bcc9-4f3e-a64b-128c052a212e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:31.537640 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-1ffad6fb-bcc9-4f3e-a64b-128c052a212e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/networks?id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4 HTTP/1.1" status: 200 len: 811 time: 0.1128769 Jul 20 19:28:31.553097 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-3fb7b442-078d-449e-9bef-df9bb5ad82f7 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/quotas/654a322fff99416595c66a993aeaee17 HTTP/1.1" status: 200 len: 375 time: 0.0095000 Jul 20 19:28:31.604966 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-c98d9fea-9c77-4746-8286-c247fbbed685 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=654a322fff99416595c66a993aeaee17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454965 Jul 20 19:28:31.720594 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-3b1194ee-d42d-4986-8c77-03ca70b3bf32 service neutron] 10.222.0.43 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038370 Jul 20 19:28:31.791876 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:31.812006 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-6f6eeb4d-5ff6-4ffb-ad3f-ae7e14ca8aa9 service neutron] 10.222.0.43 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860262 Jul 20 19:28:31.918911 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-5857d581-51ef-465e-b384-78b2e3e0859e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429967910&fields=id&tenant_id=182d5b6ac9e6412b907119a623869c80 HTTP/1.1" status: 200 len: 267 time: 0.0650146 Jul 20 19:28:31.983401 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ebae32f0-7103-4cd6-9845-04733c33bf39 req-68a734dd-8d4e-4b91-a85f-72602ff02ee6 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 210 time: 0.0328481 Jul 20 19:28:32.062354 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-ed395948-4f0e-417a-acc6-f9ea55ee274e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:32.064968 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-ed395948-4f0e-417a-acc6-f9ea55ee274e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 812 time: 0.1387250 Jul 20 19:28:32.081336 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-a60b4cf0-fd01-482c-8f97-b93858596eca tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/quotas/182d5b6ac9e6412b907119a623869c80 HTTP/1.1" status: 200 len: 375 time: 0.0105267 Jul 20 19:28:32.128706 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:32.140181 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-9ba4c026-c754-482c-b331-11cb81230294 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526392 Jul 20 19:28:32.246269 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-96f354e3-819f-4554-a6cf-16175357a9aa service neutron] 10.222.0.43 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924473 Jul 20 19:28:32.349691 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-0145e01b-1f1d-412d-8336-c0379629c872 service neutron] 10.222.0.43 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973134 Jul 20 19:28:32.650264 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b9f311b6-6991-4e6b-95cf-fd0c4bd99c6b req-eb06e2ea-3959-44bd-9bbe-12ccee663acc tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 210 time: 0.0315228 Jul 20 19:28:33.009271 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-6fbdcc4c-3943-47d8-bd3c-743b2912da3a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:33.011042 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-6fbdcc4c-3943-47d8-bd3c-743b2912da3a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.89 "GET /v2.0/networks?id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4 HTTP/1.1" status: 200 len: 811 time: 0.1134307 Jul 20 19:28:33.064951 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:33.086733 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-80d35b29-11ee-4b68-b908-bc912d68b619 req-af630ebb-9873-4fec-ad43-31b5471adc1d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 210 time: 0.0312197 Jul 20 19:28:33.087942 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0e6c6314-1781-4ebe-9d1d-fbe140ee8a93 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=654a322fff99416595c66a993aeaee17 HTTP/1.1" status: 200 len: 379 time: 0.0626616 Jul 20 19:28:33.108122 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Request body: {'port': {'device_id': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'admin_state_up': True, 'tenant_id': '654a322fff99416595c66a993aeaee17', 'security_groups': ['8f213ede-edf2-4b41-b90f-ab90c150e060']}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:33.161362 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:33.218388 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Made reservation on behalf of 654a322fff99416595c66a993aeaee17 for: {'port': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:28:33.222625 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:33.351242 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Allocated IP 172.20.0.14 (f5bb1c67-48ca-4e2c-b322-fdd0133524e4/51299be0-e1ff-48e7-8c5f-c79b7fb4abc7/e1e7bed1-e7ec-4008-a6b1-b81f384e1cea) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:33.485758 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:33.521381 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:33.567002 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:33.570328 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:33.577224 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:33.608091 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event updated for resources: {'Port': ['ID=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:33.638131 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:33.639502 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:33.666513 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-46e1673c-fbdd-4ea7-90bb-7ad4cd85ffce tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684137 Jul 20 19:28:33.679741 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Request body: {'port': {'device_id': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:33.730731 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-3aaefc9b-e8d0-4947-a54a-d3be178fdc96 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:33.732425 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-3aaefc9b-e8d0-4947-a54a-d3be178fdc96 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 812 time: 0.1495857 Jul 20 19:28:33.764761 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:33.796276 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-28e07139-e98c-4446-8ca2-08f88546e817 req-231f696e-b482-40e1-81c5-2c118a87cdc8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 210 time: 0.0476027 Jul 20 19:28:33.813827 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:33.842066 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-82d35f2d-2ce6-40ff-980f-20341ca2e598 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=182d5b6ac9e6412b907119a623869c80 HTTP/1.1" status: 200 len: 380 time: 0.0956788 Jul 20 19:28:33.851490 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'port': {'device_id': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'admin_state_up': True, 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'security_groups': ['c172d049-0d4f-4a1a-99e1-66681ce53548']}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:33.937536 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-23eb457e-3993-4a59-b81f-881038678215 None None] Provisioning complete for port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:33.938145 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-23eb457e-3993-4a59-b81f-881038678215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:33.974226 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Made reservation on behalf of 182d5b6ac9e6412b907119a623869c80 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:28:33.974834 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-23eb457e-3993-4a59-b81f-881038678215 None None] Port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:33.977861 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:34.062010 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:34.123294 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e7bed1-e7ec-4008-a6b1-b81f384e1cea {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:34.124268 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Allocated IP 172.20.0.12 (667371d0-bd3e-4fe0-a41c-e04f1b0a0f03/c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4/d4258cc8-3ff2-4715-a57c-63a1ef623811) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:34.131559 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Publish callbacks [] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:34.146834 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Transition to ACTIVE for port object e1e7bed1-e7ec-4008-a6b1-b81f384e1cea will not be triggered until provisioned by entity L2. {{(pid=103973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:28:34.153447 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:34.199313 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:34.301145 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577672f5-a329-4c7a-a94d-5aa7819fa7ba req-1ce8ca2b-8133-4b7b-9b2f-2cdfb3f9c2d9 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:34.302662 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-577672f5-a329-4c7a-a94d-5aa7819fa7ba req-1ce8ca2b-8133-4b7b-9b2f-2cdfb3f9c2d9 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 944 time: 0.0977199 Jul 20 19:28:34.356375 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Attempting to bind port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:34.356685 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Attempting to bind port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:34.357020 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Attempting to bind port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea on network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:34.357824 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:34.368887 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea on network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:28:34.369294 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Attempting to bind port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea on network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:34.380414 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:34.381320 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Checking segment: {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:34.381746 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Bound using segment: {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:34.382252 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Bound port: e1e7bed1-e7ec-4008-a6b1-b81f384e1cea, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:34.382633 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:34.394194 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:34.399626 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-577672f5-a329-4c7a-a94d-5aa7819fa7ba req-e7309b49-9816-4c02-9d42-0e2dc05f73c7 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862226 Jul 20 19:28:34.427932 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:34.475378 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:34.479622 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] For port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea, host hv-cinder-81914, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:34.481775 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:34.483217 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] For port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:34.486620 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:34.494026 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:34.512123 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:34.515560 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'Port': ['ID=d4258cc8-3ff2-4715-a57c-63a1ef623811,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:34.518175 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:34.518842 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:34.520628 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] 10.222.0.89 "PUT /v2.0/ports/e1e7bed1-e7ec-4008-a6b1-b81f384e1cea HTTP/1.1" status: 200 len: 1094 time: 0.8458743 Jul 20 19:28:34.543016 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'tag': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:34.546045 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceef77ab-d30b-4857-8c64-cab4ab437ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfc06e5-b70e-443b-9192-6a0af96a58db", "tag": "e1e7bed1-e7ec-4008-a6b1-b81f384e1cea"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:34.547904 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:34.548729 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:34.582507 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-05e4983c-1ccb-4e49-bc7a-112b9b2c2089 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7350080 Jul 20 19:28:34.599819 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Request body: {'port': {'device_id': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:34.624892 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771f0b7-5a60-43ca-88ea-68fd41c3a019 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:34.628755 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222446fd-c040-4d9e-844f-af49d68ac286 x-openstack-request-id: req-222446fd-c040-4d9e-844f-af49d68ac286 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:34.629033 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfc06e5-b70e-443b-9192-6a0af96a58db", "tag": "e1e7bed1-e7ec-4008-a6b1-b81f384e1cea", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:34.629444 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-222446fd-c040-4d9e-844f-af49d68ac286 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:34.629815 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222446fd-c040-4d9e-844f-af49d68ac286'] response: {'name': 'network-changed', 'server_uuid': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'tag': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea', 'status': 'completed', 'code': 200} Jul 20 19:28:34.645963 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-63c1d0c6-3f48-4a7a-8e5f-8204afc7f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:34.647616 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-63c1d0c6-3f48-4a7a-8e5f-8204afc7f424 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=654a322fff99416595c66a993aeaee17&device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 1128 time: 0.0766244 Jul 20 19:28:34.689431 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:34.705669 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-3907b582-4a23-4523-8dd6-022ada1af5be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea HTTP/1.1" status: 200 len: 217 time: 0.0455439 Jul 20 19:28:34.766481 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-02e0a3b8-2750-45dc-9654-6b1956cf2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:34.769121 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-02e0a3b8-2750-45dc-9654-6b1956cf2fd0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=51299be0-e1ff-48e7-8c5f-c79b7fb4abc7 HTTP/1.1" status: 200 len: 850 time: 0.0559087 Jul 20 19:28:34.838566 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-622a7993-1d2f-4a24-8baf-38cd41d1a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:34.841605 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-622a7993-1d2f-4a24-8baf-38cd41d1a585 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0651395 Jul 20 19:28:34.922643 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:34.958189 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5e325-ef00-46b7-8911-abdd554a5eeb req-fb8c40fe-dc6d-478d-824a-2a468593dbf3 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:34.959882 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-80c5e325-ef00-46b7-8911-abdd554a5eeb req-fb8c40fe-dc6d-478d-824a-2a468593dbf3 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 932 time: 0.0627401 Jul 20 19:28:34.964588 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-15f7a83f-e18d-47d9-be78-33d7436ff247 service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158934 Jul 20 19:28:34.974261 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-77243a62-b2cb-4fb7-8365-7b27a67e05db None None] Provisioning complete for port d4258cc8-3ff2-4715-a57c-63a1ef623811 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:34.975038 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-77243a62-b2cb-4fb7-8365-7b27a67e05db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:35.015754 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-77243a62-b2cb-4fb7-8365-7b27a67e05db None None] Port d4258cc8-3ff2-4715-a57c-63a1ef623811 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:35.064107 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-59c6ea3d-abaf-42de-abfc-97b9c9e2fe69 req-2cf6b859-2d58-4026-aa3d-bacb9ba74685 service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930142 Jul 20 19:28:35.066079 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-80c5e325-ef00-46b7-8911-abdd554a5eeb req-a962c8e6-ee7f-437a-8b55-ad02cab0cba9 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941777 Jul 20 19:28:35.073996 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4258cc8-3ff2-4715-a57c-63a1ef623811 {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:35.081968 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Publish callbacks [] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:35.095586 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Transition to ACTIVE for port object d4258cc8-3ff2-4715-a57c-63a1ef623811 will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:28:35.098950 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:35.152119 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Pushing event updated for resources: {'Port': ['ID=d4258cc8-3ff2-4715-a57c-63a1ef623811,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:35.229216 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Attempting to bind port d4258cc8-3ff2-4715-a57c-63a1ef623811 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:35.230049 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Attempting to bind port d4258cc8-3ff2-4715-a57c-63a1ef623811 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:35.230383 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Attempting to bind port d4258cc8-3ff2-4715-a57c-63a1ef623811 on network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:35.235243 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Port d4258cc8-3ff2-4715-a57c-63a1ef623811 on network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:28:35.235562 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Attempting to bind port d4258cc8-3ff2-4715-a57c-63a1ef623811 on network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:35.240691 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:35.241039 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Checking segment: {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:35.241420 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Bound using segment: {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:35.241845 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Bound port: d4258cc8-3ff2-4715-a57c-63a1ef623811, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:35.242203 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:35.258886 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:35.313093 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] For port d4258cc8-3ff2-4715-a57c-63a1ef623811, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:35.316787 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] For port d4258cc8-3ff2-4715-a57c-63a1ef623811, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d4258cc8-3ff2-4715-a57c-63a1ef623811,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:35.324107 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:35.360370 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:35.361166 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:35.362785 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] 10.222.0.89 "PUT /v2.0/ports/d4258cc8-3ff2-4715-a57c-63a1ef623811 HTTP/1.1" status: 200 len: 1094 time: 0.7729349 Jul 20 19:28:35.365027 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'tag': 'd4258cc8-3ff2-4715-a57c-63a1ef623811'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:35.367310 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8fb928-a28c-4f47-9645-be09d84dd04f" -d '{"events": [{"name": "network-changed", "server_uuid": "da0908d1-fce4-4940-abd9-c6ea2ca59582", "tag": "d4258cc8-3ff2-4715-a57c-63a1ef623811"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:35.393590 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad5800-e6f6-4ad1-9740-b3cc386becbd service neutron] Pushing event updated for resources: {'Port': ['ID=d4258cc8-3ff2-4715-a57c-63a1ef623811,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:35.407118 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd3d15d-41c1-405c-b7ee-a2e5b080bfee x-openstack-request-id: req-ddd3d15d-41c1-405c-b7ee-a2e5b080bfee {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:35.407413 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0908d1-fce4-4940-abd9-c6ea2ca59582", "tag": "d4258cc8-3ff2-4715-a57c-63a1ef623811", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:35.407689 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddd3d15d-41c1-405c-b7ee-a2e5b080bfee {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:35.408095 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd3d15d-41c1-405c-b7ee-a2e5b080bfee'] response: {'name': 'network-changed', 'server_uuid': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'tag': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'status': 'completed', 'code': 200} Jul 20 19:28:35.538054 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0128d-56e9-4006-9fdf-6f3917683553 req-7e2e2a15-91c2-4468-be88-32487791d82e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:35.539444 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ebe0128d-56e9-4006-9fdf-6f3917683553 req-7e2e2a15-91c2-4468-be88-32487791d82e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 944 time: 0.0488272 Jul 20 19:28:35.587321 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ebe0128d-56e9-4006-9fdf-6f3917683553 req-85e0d5b9-d8fc-4d7d-9820-1deca0150be2 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416079 Jul 20 19:28:36.148572 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef77ab-d30b-4857-8c64-cab4ab437ee2 req-31af41a6-fe2b-4874-a073-5ac77161b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.150277 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ceef77ab-d30b-4857-8c64-cab4ab437ee2 req-31af41a6-fe2b-4874-a073-5ac77161b259 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=654a322fff99416595c66a993aeaee17&device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 1128 time: 0.0522909 Jul 20 19:28:36.161900 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fb928-a28c-4f47-9645-be09d84dd04f req-ecd70986-01bf-4af2-affe-1efa8ba6ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.163380 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-db8fb928-a28c-4f47-9645-be09d84dd04f req-ecd70986-01bf-4af2-affe-1efa8ba6ba3a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 1128 time: 0.0508878 Jul 20 19:28:36.199957 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:36.223430 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd2ac6-9c53-4ae6-bf73-06920105fc72 req-be14474c-5ef9-464a-9caf-c4a505a877f5 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.224943 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-98bd2ac6-9c53-4ae6-bf73-06920105fc72 req-be14474c-5ef9-464a-9caf-c4a505a877f5 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 944 time: 0.0764239 Jul 20 19:28:36.261325 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef77ab-d30b-4857-8c64-cab4ab437ee2 req-1937a0f4-3577-49c0-90b2-fdcffd2fce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.262757 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ceef77ab-d30b-4857-8c64-cab4ab437ee2 req-1937a0f4-3577-49c0-90b2-fdcffd2fce43 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4 HTTP/1.1" status: 200 len: 912 time: 0.1027844 Jul 20 19:28:36.303319 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ceef77ab-d30b-4857-8c64-cab4ab437ee2 req-36c4a4b7-bc1f-4fc2-b78a-8588608138be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea HTTP/1.1" status: 200 len: 217 time: 0.0336516 Jul 20 19:28:36.324086 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fb928-a28c-4f47-9645-be09d84dd04f req-6d33ebda-e208-4e09-a09d-46a2ab80c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.325759 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-db8fb928-a28c-4f47-9645-be09d84dd04f req-6d33ebda-e208-4e09-a09d-46a2ab80c04f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=182d5b6ac9e6412b907119a623869c80&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1460292 Jul 20 19:28:36.329431 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-98bd2ac6-9c53-4ae6-bf73-06920105fc72 req-e62859c2-db9f-478d-939f-5d2e1f2c0047 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731528 Jul 20 19:28:36.362488 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef77ab-d30b-4857-8c64-cab4ab437ee2 req-16b51609-0ea3-40bf-92fa-68de89b6aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.363931 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ceef77ab-d30b-4857-8c64-cab4ab437ee2 req-16b51609-0ea3-40bf-92fa-68de89b6aab5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=51299be0-e1ff-48e7-8c5f-c79b7fb4abc7 HTTP/1.1" status: 200 len: 850 time: 0.0536602 Jul 20 19:28:36.408683 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef77ab-d30b-4857-8c64-cab4ab437ee2 req-32022493-1bd5-45b1-a0fc-790abc7f90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.410180 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ceef77ab-d30b-4857-8c64-cab4ab437ee2 req-32022493-1bd5-45b1-a0fc-790abc7f90e9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389466 Jul 20 19:28:36.414848 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:36.425912 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fb928-a28c-4f47-9645-be09d84dd04f req-15abd6c5-b4fa-4420-ae4a-453e498e925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.427418 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-db8fb928-a28c-4f47-9645-be09d84dd04f req-15abd6c5-b4fa-4420-ae4a-453e498e925c service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950215 Jul 20 19:28:36.503627 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ceef77ab-d30b-4857-8c64-cab4ab437ee2 req-6e1fd026-48fe-4d33-8385-bc49c6b49d7f service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865223 Jul 20 19:28:36.507129 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-c664eb8a-ecaf-43a1-997b-bf1a3fa88713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.508647 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-c664eb8a-ecaf-43a1-997b-bf1a3fa88713 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 1128 time: 0.0400109 Jul 20 19:28:36.554790 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-98986fc1-31dd-4cdc-bd2b-d4fc901ae7f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4258cc8-3ff2-4715-a57c-63a1ef623811 HTTP/1.1" status: 200 len: 217 time: 0.0354180 Jul 20 19:28:36.595148 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device e1e7bed1-e7ec-4008-a6b1-b81f384e1cea details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:28:36.598722 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ceef77ab-d30b-4857-8c64-cab4ab437ee2 req-07b76eb0-b6f7-4bef-8887-1a6686b2436a service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888093 Jul 20 19:28:36.603735 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-278ae41b-e1e0-488c-8051-c50fbf451c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.605789 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-278ae41b-e1e0-488c-8051-c50fbf451c04 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0444021 Jul 20 19:28:36.620797 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:36.659066 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-e4839b52-ffbc-406e-80d0-6460b4753164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.660692 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-e4839b52-ffbc-406e-80d0-6460b4753164 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486834 Jul 20 19:28:36.705350 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:36.717274 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'port_id': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea', 'mac_address': 'fa:16:3e:dd:af:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:28:36.719474 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1822b3-773f-4052-8e08-85cbb2fb1aa3 req-74ec566d-b1d2-4d05-af8b-70ae017badfb tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.721142 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fa1822b3-773f-4052-8e08-85cbb2fb1aa3 req-74ec566d-b1d2-4d05-af8b-70ae017badfb tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 944 time: 0.0584893 Jul 20 19:28:36.721989 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:36.759425 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:36.759815 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:36.778530 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e7bed1-e7ec-4008-a6b1-b81f384e1cea {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:36.779598 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-7d3a94bb-f93b-4def-96f1-db91af0c28ec service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091666 Jul 20 19:28:36.779772 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fa1822b3-773f-4052-8e08-85cbb2fb1aa3 req-4de5e866-7a2b-4c4c-b7a5-a2f7359b93ae tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520411 Jul 20 19:28:36.801352 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:36.805615 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:36.856062 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:36.885053 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c74f8d22-f7fa-4254-967c-00bf935aa6db req-835d7780-851b-4069-963f-7c8b02fcf040 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966897 Jul 20 19:28:37.085542 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['e1e7bed1-e7ec-4008-a6b1-b81f384e1cea'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:28:37.446853 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65446f-190e-49da-b140-cd2ac373aebf req-a0eb6ce8-3447-4be1-9d37-ca3e61b14e6a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:37.448857 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dd65446f-190e-49da-b140-cd2ac373aebf req-a0eb6ce8-3447-4be1-9d37-ca3e61b14e6a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 944 time: 0.0460289 Jul 20 19:28:37.496156 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dd65446f-190e-49da-b140-cd2ac373aebf req-746d941a-3ed3-4cd9-803e-108dcd46b357 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419207 Jul 20 19:28:38.143839 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2260203-7a23-4f89-bcab-7dc10cae24a3 req-fbc66784-3ec0-4d10-a041-5bea998bf022 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:38.145237 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d2260203-7a23-4f89-bcab-7dc10cae24a3 req-fbc66784-3ec0-4d10-a041-5bea998bf022 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 945 time: 0.2971127 Jul 20 19:28:38.193030 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d2260203-7a23-4f89-bcab-7dc10cae24a3 req-9a9c266b-01de-4d89-a0b5-c23cbbf9c0d6 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421221 Jul 20 19:28:38.609226 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device e1e7bed1-e7ec-4008-a6b1-b81f384e1cea up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:38.613359 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba63d3-ca3e-401c-b0c0-e72e72d844fc req-132fc42a-0d9f-4b64-a47f-7f4db1e2ea4f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:38.614850 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8dba63d3-ca3e-401c-b0c0-e72e72d844fc req-132fc42a-0d9f-4b64-a47f-7f4db1e2ea4f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 944 time: 0.0508771 Jul 20 19:28:38.650873 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:28:38.658226 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:38.658599 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:38.664511 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8dba63d3-ca3e-401c-b0c0-e72e72d844fc req-7021c7f9-c56b-4b76-a9bf-741f443cc42a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Jul 20 19:28:38.736672 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:38.737052 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:38.759266 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:38.762016 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022f8bb2-a721-407f-a74b-32b4da0c9b84" -d '{"events": [{"server_uuid": "2bfc06e5-b70e-443b-9192-6a0af96a58db", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7bed1-e7ec-4008-a6b1-b81f384e1cea"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:38.774910 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:38.779559 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:38.804369 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6056c372-e279-43f9-8e50-727c61bfea5c x-openstack-request-id: req-6056c372-e279-43f9-8e50-727c61bfea5c {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:38.804659 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfc06e5-b70e-443b-9192-6a0af96a58db", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7bed1-e7ec-4008-a6b1-b81f384e1cea", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:38.804909 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6056c372-e279-43f9-8e50-727c61bfea5c {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:38.805290 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6056c372-e279-43f9-8e50-727c61bfea5c'] response: {'server_uuid': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea', 'code': 200} Jul 20 19:28:38.831844 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:38.967565 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:38.973257 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dab419-443c-45ed-ae2b-00677ceff2aa req-6b0e226d-ce1b-483f-8418-7e17f6c5635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:38.974753 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f0dab419-443c-45ed-ae2b-00677ceff2aa req-6b0e226d-ce1b-483f-8418-7e17f6c5635b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 1130 time: 0.0415297 Jul 20 19:28:39.019769 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f0dab419-443c-45ed-ae2b-00677ceff2aa req-df349165-dc4e-49d7-b86d-4d6ac4992aa4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373130 Jul 20 19:28:39.314520 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0149c-2ff7-4854-9c1b-7a6752fad653 req-1c6a1f76-9641-4785-8e56-ab57ebd0c43c tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:39.315989 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-eee0149c-2ff7-4854-9c1b-7a6752fad653 req-1c6a1f76-9641-4785-8e56-ab57ebd0c43c tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 946 time: 0.0464501 Jul 20 19:28:39.366404 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-eee0149c-2ff7-4854-9c1b-7a6752fad653 req-14e957a0-3aaa-4717-bb8b-a00f9caa302a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447452 Jul 20 19:28:39.777933 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3f114-3b53-4469-bcdd-f77a15f74de2 req-2ff09fb9-15cd-4935-8663-d1cf0b4ed6ce tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:39.779370 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a6c3f114-3b53-4469-bcdd-f77a15f74de2 req-2ff09fb9-15cd-4935-8663-d1cf0b4ed6ce tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 944 time: 0.0463941 Jul 20 19:28:39.827249 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:28:39.827836 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a6c3f114-3b53-4469-bcdd-f77a15f74de2 req-506513f5-7f39-401b-8a8f-63fdfa6b1516 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426722 Jul 20 19:28:40.480090 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5692209-7aa5-4625-81ad-4ea2cdbed432 req-1065c2a0-3c56-438c-938a-bf7f00e39524 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:40.481610 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f5692209-7aa5-4625-81ad-4ea2cdbed432 req-1065c2a0-3c56-438c-938a-bf7f00e39524 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 946 time: 0.0475883 Jul 20 19:28:40.527863 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f5692209-7aa5-4625-81ad-4ea2cdbed432 req-f8a27e2a-e554-41b6-bd4d-f25e4eea7668 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407240 Jul 20 19:28:40.943909 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e244df-ace5-44ab-bba2-d9ce55ad0ac1 req-2404071f-b6cf-4c2c-9683-67e3f228031e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:40.945402 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-03e244df-ace5-44ab-bba2-d9ce55ad0ac1 req-2404071f-b6cf-4c2c-9683-67e3f228031e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 944 time: 0.0507474 Jul 20 19:28:40.963697 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:40.994228 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-03e244df-ace5-44ab-bba2-d9ce55ad0ac1 req-d800041c-4c49-47cb-a341-ba58107f9a89 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Jul 20 19:28:41.639377 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553ac69-a6e1-41f1-802b-a0f4aed21aac req-bc1efb7f-bb48-46ef-a8bf-793e440a351e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:41.640857 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d553ac69-a6e1-41f1-802b-a0f4aed21aac req-bc1efb7f-bb48-46ef-a8bf-793e440a351e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 946 time: 0.0460842 Jul 20 19:28:41.686953 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d553ac69-a6e1-41f1-802b-a0f4aed21aac req-189c5c96-a2dd-4f32-bf24-6d2d223e1a64 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406117 Jul 20 19:28:41.794695 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81588811-51e5-4e34-8009-89ff2cb021a6 req-f237a44d-d749-4b23-bf0e-6843f7319231 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:41.796195 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-81588811-51e5-4e34-8009-89ff2cb021a6 req-f237a44d-d749-4b23-bf0e-6843f7319231 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 946 time: 0.0464017 Jul 20 19:28:41.804618 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42734) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:41.809719 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-49e1b71d-308e-4eb5-9767-cad874732799 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Request body: {'floatingip': {'port_id': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:41.849110 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-49e1b71d-308e-4eb5-9767-cad874732799 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (7ae9afae-031e-43f4-9e81-d46a63e05609), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:42.113159 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f585b7-61a4-4e9f-8962-4e4c82f06a1d req-1179a9fc-63fe-4b8f-98ce-587353bab730 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:42.114529 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d5f585b7-61a4-4e9f-8962-4e4c82f06a1d req-1179a9fc-63fe-4b8f-98ce-587353bab730 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 944 time: 0.0506663 Jul 20 19:28:42.127193 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:42.162854 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d5f585b7-61a4-4e9f-8962-4e4c82f06a1d req-7cf4b180-7485-4c77-b5e0-90236f16448e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Jul 20 19:28:42.273600 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-49e1b71d-308e-4eb5-9767-cad874732799 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:42.278037 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-49e1b71d-308e-4eb5-9767-cad874732799 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (7ae9afae-031e-43f4-9e81-d46a63e05609), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:42.378411 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [None req-49e1b71d-308e-4eb5-9767-cad874732799 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Floating IP 7ae9afae-031e-43f4-9e81-d46a63e05609 associated. External IP: 172.27.2.172, port: e1e7bed1-e7ec-4008-a6b1-b81f384e1cea. Jul 20 19:28:42.574356 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e1b71d-308e-4eb5-9767-cad874732799 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:28:42.679304 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e1b71d-308e-4eb5-9767-cad874732799 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:42.683676 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-49e1b71d-308e-4eb5-9767-cad874732799 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:42.688508 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d438bd-87d8-48fc-9951-2f792a55962b None None] Sync routers for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:42.699925 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d438bd-87d8-48fc-9951-2f792a55962b None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:42.700593 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-b7d438bd-87d8-48fc-9951-2f792a55962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:28:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:42.708972 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:42.716935 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-49e1b71d-308e-4eb5-9767-cad874732799 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "PUT /v2.0/floatingips/7ae9afae-031e-43f4-9e81-d46a63e05609 HTTP/1.1" status: 200 len: 992 time: 0.9112735 Jul 20 19:28:42.717727 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'tag': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:42.719995 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cad5f3f-3075-4419-be11-7f5ae102e101" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfc06e5-b70e-443b-9192-6a0af96a58db", "tag": "e1e7bed1-e7ec-4008-a6b1-b81f384e1cea"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:42.758754 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d235c9-5cd3-4172-aae4-ad7b604a3fd7 x-openstack-request-id: req-15d235c9-5cd3-4172-aae4-ad7b604a3fd7 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:42.759047 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfc06e5-b70e-443b-9192-6a0af96a58db", "tag": "e1e7bed1-e7ec-4008-a6b1-b81f384e1cea", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:42.759305 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15d235c9-5cd3-4172-aae4-ad7b604a3fd7 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:42.759743 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d235c9-5cd3-4172-aae4-ad7b604a3fd7'] response: {'name': 'network-changed', 'server_uuid': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'tag': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea', 'status': 'completed', 'code': 200} Jul 20 19:28:42.803547 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-b7d438bd-87d8-48fc-9951-2f792a55962b None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:43.014696 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-b7d438bd-87d8-48fc-9951-2f792a55962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '7ae9afae-031e-43f4-9e81-d46a63e05609', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'port_id': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'mac_address': 'fa:16:3e:dd:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:30Z', 'updated_at': '2022-07-20T19:28:42Z', 'revision_number': 1, 'project_id': '654a322fff99416595c66a993aeaee17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:11Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:43.038667 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d438bd-87d8-48fc-9951-2f792a55962b None None] Checking router: 4e3f6237-4cd2-4792-ae17-5c1a081d08eb for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:43.046885 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d438bd-87d8-48fc-9951-2f792a55962b None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:43.047477 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-b7d438bd-87d8-48fc-9951-2f792a55962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:28:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:43.150070 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:43.153414 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-b7d438bd-87d8-48fc-9951-2f792a55962b None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:43.160618 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad5f3f-3075-4419-be11-7f5ae102e101 req-2bddabb0-4315-4e9f-a7e7-575bd84b99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:43.162146 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3cad5f3f-3075-4419-be11-7f5ae102e101 req-2bddabb0-4315-4e9f-a7e7-575bd84b99e2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=654a322fff99416595c66a993aeaee17&device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 1130 time: 0.0453978 Jul 20 19:28:43.246223 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:43.374875 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:43.380697 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-b7d438bd-87d8-48fc-9951-2f792a55962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '7ae9afae-031e-43f4-9e81-d46a63e05609', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'port_id': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'mac_address': 'fa:16:3e:dd:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:30Z', 'updated_at': '2022-07-20T19:28:42Z', 'revision_number': 1, 'project_id': '654a322fff99416595c66a993aeaee17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:11Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:43.409355 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d438bd-87d8-48fc-9951-2f792a55962b None None] The sync data for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi is: [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '7ae9afae-031e-43f4-9e81-d46a63e05609', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'port_id': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'mac_address': 'fa:16:3e:dd:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:30Z', 'updated_at': '2022-07-20T19:28:42Z', 'revision_number': 1, 'project_id': '654a322fff99416595c66a993aeaee17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:11Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:43.542947 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197201c2-c74d-49aa-8f65-f0515b52ba07 req-48f14366-b24c-49d8-aec0-53e27fcebd6a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:43.544487 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-197201c2-c74d-49aa-8f65-f0515b52ba07 req-48f14366-b24c-49d8-aec0-53e27fcebd6a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 944 time: 0.3083754 Jul 20 19:28:43.545481 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad5f3f-3075-4419-be11-7f5ae102e101 req-d029b7ff-d11e-455e-902f-459a6d658796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:43.546808 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3cad5f3f-3075-4419-be11-7f5ae102e101 req-d029b7ff-d11e-455e-902f-459a6d658796 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4 HTTP/1.1" status: 200 len: 912 time: 0.3766830 Jul 20 19:28:43.604167 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13121e9a-7610-4f9f-a31f-8f7e3781aba4 None None] New status for floating IP 7ae9afae-031e-43f4-9e81-d46a63e05609: ACTIVE {{(pid=103975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:28:43.649726 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3cad5f3f-3075-4419-be11-7f5ae102e101 req-4f96193b-f171-47de-a260-134aeaa926f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea HTTP/1.1" status: 200 len: 1000 time: 0.0955205 Jul 20 19:28:43.654966 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-197201c2-c74d-49aa-8f65-f0515b52ba07 req-cf7e3070-5604-438c-a350-e4fc4a5c3d99 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943930 Jul 20 19:28:43.700710 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad5f3f-3075-4419-be11-7f5ae102e101 req-01648cdc-6ca4-4014-8635-8566500c7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:43.702171 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3cad5f3f-3075-4419-be11-7f5ae102e101 req-01648cdc-6ca4-4014-8635-8566500c7f26 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=51299be0-e1ff-48e7-8c5f-c79b7fb4abc7 HTTP/1.1" status: 200 len: 850 time: 0.0462680 Jul 20 19:28:43.745453 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad5f3f-3075-4419-be11-7f5ae102e101 req-689f02fc-adc8-4a9a-844d-d11172d37f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:43.746949 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3cad5f3f-3075-4419-be11-7f5ae102e101 req-689f02fc-adc8-4a9a-844d-d11172d37f37 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f5bb1c67-48ca-4e2c-b322-fdd0133524e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388753 Jul 20 19:28:43.840974 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3cad5f3f-3075-4419-be11-7f5ae102e101 req-443806bd-8b44-44d9-ba75-21e9ecbe421c service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874839 Jul 20 19:28:43.930674 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3cad5f3f-3075-4419-be11-7f5ae102e101 req-3dff0d94-684f-4894-84b4-d622eeb34916 service neutron] 10.222.0.89 "GET /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815299 Jul 20 19:28:44.640445 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device d4258cc8-3ff2-4715-a57c-63a1ef623811 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:28:44.652423 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:44.758911 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port d4258cc8-3ff2-4715-a57c-63a1ef623811, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d4258cc8-3ff2-4715-a57c-63a1ef623811,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:44.770410 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'port_id': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'mac_address': 'fa:16:3e:a5:d0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:28:44.775086 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d121231-369e-4908-a893-4b777c0d4d63 req-3f0aa145-9265-41de-b2f5-d09abe9967c2 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:44.776633 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6d121231-369e-4908-a893-4b777c0d4d63 req-3f0aa145-9265-41de-b2f5-d09abe9967c2 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 944 time: 0.0489669 Jul 20 19:28:44.809974 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port d4258cc8-3ff2-4715-a57c-63a1ef623811 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:44.810468 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:44.823912 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4258cc8-3ff2-4715-a57c-63a1ef623811 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:44.827958 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6d121231-369e-4908-a893-4b777c0d4d63 req-712400b6-76d7-49e1-9386-cab80c179e74 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457389 Jul 20 19:28:44.843375 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port d4258cc8-3ff2-4715-a57c-63a1ef623811, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d4258cc8-3ff2-4715-a57c-63a1ef623811,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:44.847365 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:44.851814 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:44.893709 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=d4258cc8-3ff2-4715-a57c-63a1ef623811,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:45.138251 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['d4258cc8-3ff2-4715-a57c-63a1ef623811'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:28:45.941208 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74729fb-3e26-417b-8d88-825fad90e41d req-6dd2b8e8-cfdc-4909-8c0b-bdabde39b506 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:45.942599 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b74729fb-3e26-417b-8d88-825fad90e41d req-6dd2b8e8-cfdc-4909-8c0b-bdabde39b506 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 945 time: 0.0468554 Jul 20 19:28:45.964872 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:45.995988 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b74729fb-3e26-417b-8d88-825fad90e41d req-0c5280c9-c638-4dbf-9b3c-d4e9d6856344 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477200 Jul 20 19:28:46.646832 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device d4258cc8-3ff2-4715-a57c-63a1ef623811 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:46.689712 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port d4258cc8-3ff2-4715-a57c-63a1ef623811 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:28:46.696813 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port d4258cc8-3ff2-4715-a57c-63a1ef623811 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:46.697873 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.771973 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port d4258cc8-3ff2-4715-a57c-63a1ef623811 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:46.772393 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.796535 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4258cc8-3ff2-4715-a57c-63a1ef623811'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:46.798818 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938fdcfc-f77b-4b18-9e04-b555a75915c6" -d '{"events": [{"server_uuid": "da0908d1-fce4-4940-abd9-c6ea2ca59582", "name": "network-vif-plugged", "status": "completed", "tag": "d4258cc8-3ff2-4715-a57c-63a1ef623811"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:46.811578 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port d4258cc8-3ff2-4715-a57c-63a1ef623811, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d4258cc8-3ff2-4715-a57c-63a1ef623811,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:46.816033 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.841132 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71469d0f-a767-412e-86d8-f832ee6cc541 x-openstack-request-id: req-71469d0f-a767-412e-86d8-f832ee6cc541 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:46.841419 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0908d1-fce4-4940-abd9-c6ea2ca59582", "name": "network-vif-plugged", "status": "completed", "tag": "d4258cc8-3ff2-4715-a57c-63a1ef623811", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:46.841667 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71469d0f-a767-412e-86d8-f832ee6cc541 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:46.842053 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71469d0f-a767-412e-86d8-f832ee6cc541'] response: {'server_uuid': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'code': 200} Jul 20 19:28:46.871105 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=d4258cc8-3ff2-4715-a57c-63a1ef623811,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:47.122558 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493cd30-eb07-4e65-97f8-0e8de50b44d7 req-40b3489d-db9d-49ce-922a-4b1b7eaae8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:47.124064 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7493cd30-eb07-4e65-97f8-0e8de50b44d7 req-40b3489d-db9d-49ce-922a-4b1b7eaae8b8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 1130 time: 0.0649686 Jul 20 19:28:47.134924 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a528c4-ed17-4984-924b-519367452bbf req-00e071c3-1886-4275-8b94-cea9de0dc5e2 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:47.136852 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-06a528c4-ed17-4984-924b-519367452bbf req-00e071c3-1886-4275-8b94-cea9de0dc5e2 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 946 time: 0.0684671 Jul 20 19:28:47.213467 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7493cd30-eb07-4e65-97f8-0e8de50b44d7 req-8f8df8e9-a35d-4c6c-84e0-c5b0361f468a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756741 Jul 20 19:28:47.217874 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-06a528c4-ed17-4984-924b-519367452bbf req-cb036592-7204-4d64-8ed3-c1426d1690cf tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748107 Jul 20 19:28:47.380917 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:47.393796 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.266853 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3bc497b6-969e-4946-9013-4eaead0dcd8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.346038 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113a504-7be8-429c-87c5-7fa6b8279dbb req-a26d2853-2561-43fc-8f51-dcb6e69ce415 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:48.347516 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1113a504-7be8-429c-87c5-7fa6b8279dbb req-a26d2853-2561-43fc-8f51-dcb6e69ce415 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 946 time: 0.0596173 Jul 20 19:28:48.400755 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1113a504-7be8-429c-87c5-7fa6b8279dbb req-f9108772-4de6-4150-be28-ceabb1dbbe3e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472624 Jul 20 19:28:49.515399 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98981fc2-1ad4-4f91-a326-24844d62cb8c req-59fd9876-9bdd-40cc-adaa-ccd83a80a2f4 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:49.516947 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-98981fc2-1ad4-4f91-a326-24844d62cb8c req-59fd9876-9bdd-40cc-adaa-ccd83a80a2f4 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 946 time: 0.0467715 Jul 20 19:28:49.567214 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-98981fc2-1ad4-4f91-a326-24844d62cb8c req-34e09fcf-63f3-412e-aab3-3eb64cf92970 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Jul 20 19:28:49.681612 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589472c-eb6f-4939-afb4-971b05895591 req-cf82ae06-305a-4969-a715-66a9fdb0abe2 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:49.683098 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6589472c-eb6f-4939-afb4-971b05895591 req-cf82ae06-305a-4969-a715-66a9fdb0abe2 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 946 time: 0.0485401 Jul 20 19:28:49.732192 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6589472c-eb6f-4939-afb4-971b05895591 req-7d362e0b-464a-47bc-b4c3-52817f956717 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435710 Jul 20 19:28:49.754191 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42764) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:49.792618 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad1a6c8-5120-47a7-a9ee-9e328f48853c tempest-TestVolumeBootPattern-1001533496 tempest-TestVolumeBootPattern-1001533496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:49.794128 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6ad1a6c8-5120-47a7-a9ee-9e328f48853c tempest-TestVolumeBootPattern-1001533496 tempest-TestVolumeBootPattern-1001533496-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 1125 time: 0.0389664 Jul 20 19:28:49.797230 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42766) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:49.801353 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'port_id': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:49.823601 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:49.905609 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:49.945329 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:50.018721 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Allocated IP 172.27.2.171 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:50.127214 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for port (dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.160525 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.202278 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:50.205754 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:50.209655 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:50.212972 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'Port': ['ID=dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:50.276922 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:50.573795 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (68b95366-6619-425a-9c77-42fcfbec714e), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.610007 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-eb31e393-1841-47ac-8e45-16470fd581b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.651264 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.715629 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:50.799632 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for port (dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.805981 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.875455 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'Port': ['ID=dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:50.889888 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (68b95366-6619-425a-9c77-42fcfbec714e), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.985893 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Floating IP 68b95366-6619-425a-9c77-42fcfbec714e associated. External IP: 172.27.2.171, port: d4258cc8-3ff2-4715-a57c-63a1ef623811. Jul 20 19:28:51.087264 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:51.193202 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Router 539607f4-5740-42a7-bcf6-ffdc05e1049a has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:28:51.295831 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:51.306279 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69cc455-5461-437e-8831-a60944ada5e7 None None] Sync routers for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:51.313957 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:51.317379 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69cc455-5461-437e-8831-a60944ada5e7 None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:51.317983 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-a69cc455-5461-437e-8831-a60944ada5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:28:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:51.350511 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6160b495-b140-4a69-9af7-39ac5d5eef8a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5522645 Jul 20 19:28:51.351149 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'tag': 'd4258cc8-3ff2-4715-a57c-63a1ef623811'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:51.353611 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af8c5fd-7ac3-4a05-a846-4bfe25bd04ba" -d '{"events": [{"name": "network-changed", "server_uuid": "da0908d1-fce4-4940-abd9-c6ea2ca59582", "tag": "d4258cc8-3ff2-4715-a57c-63a1ef623811"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:51.390428 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ade1f5-b44b-4f61-854d-b09cbabc89b8 x-openstack-request-id: req-f8ade1f5-b44b-4f61-854d-b09cbabc89b8 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:51.390722 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0908d1-fce4-4940-abd9-c6ea2ca59582", "tag": "d4258cc8-3ff2-4715-a57c-63a1ef623811", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:51.390979 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8ade1f5-b44b-4f61-854d-b09cbabc89b8 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:51.391387 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ade1f5-b44b-4f61-854d-b09cbabc89b8'] response: {'name': 'network-changed', 'server_uuid': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'tag': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'status': 'completed', 'code': 200} Jul 20 19:28:51.423441 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-a69cc455-5461-437e-8831-a60944ada5e7 None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:51.467511 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c5fd-7ac3-4a05-a846-4bfe25bd04ba req-c6f5a001-fb9f-421a-baca-5cb4c12309c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:51.469143 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4af8c5fd-7ac3-4a05-a846-4bfe25bd04ba req-c6f5a001-fb9f-421a-baca-5cb4c12309c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 1130 time: 0.0401158 Jul 20 19:28:51.553359 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:51.570567 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c5fd-7ac3-4a05-a846-4bfe25bd04ba req-de6fecd2-3b4c-4544-a990-42a24cd412fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:51.572056 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4af8c5fd-7ac3-4a05-a846-4bfe25bd04ba req-de6fecd2-3b4c-4544-a990-42a24cd412fe service neutron] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 913 time: 0.0943491 Jul 20 19:28:51.636130 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4af8c5fd-7ac3-4a05-a846-4bfe25bd04ba req-e31fa23e-de76-41a3-967f-6aeed4434e8a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4258cc8-3ff2-4715-a57c-63a1ef623811 HTTP/1.1" status: 200 len: 1000 time: 0.0561252 Jul 20 19:28:51.638658 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-a69cc455-5461-437e-8831-a60944ada5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '68b95366-6619-425a-9c77-42fcfbec714e', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:a5:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:50Z', 'revision_number': 0, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:51.666591 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69cc455-5461-437e-8831-a60944ada5e7 None None] Checking router: 539607f4-5740-42a7-bcf6-ffdc05e1049a for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:51.675565 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69cc455-5461-437e-8831-a60944ada5e7 None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:51.676204 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-a69cc455-5461-437e-8831-a60944ada5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:28:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:51.694219 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c5fd-7ac3-4a05-a846-4bfe25bd04ba req-a39b8a41-81af-4652-a47d-0e9f4f453cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:51.695686 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4af8c5fd-7ac3-4a05-a846-4bfe25bd04ba req-a39b8a41-81af-4652-a47d-0e9f4f453cfb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0511224 Jul 20 19:28:51.735205 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:51.743554 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c5fd-7ac3-4a05-a846-4bfe25bd04ba req-76016268-79d4-4854-922e-767a7f68a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:51.745090 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4af8c5fd-7ac3-4a05-a846-4bfe25bd04ba req-76016268-79d4-4854-922e-767a7f68a32e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422525 Jul 20 19:28:51.781254 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-a69cc455-5461-437e-8831-a60944ada5e7 None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:51.839972 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4af8c5fd-7ac3-4a05-a846-4bfe25bd04ba req-1c066eee-503e-462d-83bf-51c53e6f0ae8 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850506 Jul 20 19:28:51.935843 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4af8c5fd-7ac3-4a05-a846-4bfe25bd04ba req-8621c17b-e461-4413-8387-22a322464d35 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894954 Jul 20 19:28:52.001145 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-a69cc455-5461-437e-8831-a60944ada5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '68b95366-6619-425a-9c77-42fcfbec714e', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:a5:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:50Z', 'revision_number': 0, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:52.025914 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69cc455-5461-437e-8831-a60944ada5e7 None None] The sync data for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi is: [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '68b95366-6619-425a-9c77-42fcfbec714e', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:a5:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:50Z', 'revision_number': 0, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:52.203369 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e6e29-def5-4a53-ac4b-cc5541b6b80b None None] New status for floating IP 68b95366-6619-425a-9c77-42fcfbec714e: ACTIVE {{(pid=103975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:28:52.233150 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:53.334666 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:53.454343 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.244648 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd8f5-eabf-4393-bf48-a1ce878f269c req-4928a75e-029a-420b-80d6-5bcab43ae518 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:58.246593 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bbbdd8f5-eabf-4393-bf48-a1ce878f269c req-4928a75e-029a-420b-80d6-5bcab43ae518 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0480089 Jul 20 19:28:58.293885 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bbbdd8f5-eabf-4393-bf48-a1ce878f269c req-bca49f02-4ae7-4b96-8e02-3a70ccbe49de tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 Jul 20 19:28:59.419528 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ccda5-6aaa-48fa-a12b-5547150f877b req-24dadfdd-c212-4fca-8f2d-63c2103d0b5a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:59.421170 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1e6ccda5-6aaa-48fa-a12b-5547150f877b req-24dadfdd-c212-4fca-8f2d-63c2103d0b5a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0496852 Jul 20 19:28:59.470878 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1e6ccda5-6aaa-48fa-a12b-5547150f877b req-18f741fd-ec1e-4606-abc7-5a698d27c7fc tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439470 Jul 20 19:29:00.700113 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d65d55-c509-4e35-9703-16f206c297f4 req-56b182de-913c-44b4-b8cf-310f9b4ba39c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:00.701982 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c4d65d55-c509-4e35-9703-16f206c297f4 req-56b182de-913c-44b4-b8cf-310f9b4ba39c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.1580079 Jul 20 19:29:00.755608 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c4d65d55-c509-4e35-9703-16f206c297f4 req-d32dfedd-46f6-490b-be66-94a123726a6a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478966 Jul 20 19:29:01.046447 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e08c-58b3-4f8c-9511-d57103750634 req-5c782c42-1674-4556-9f66-215411311aa2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:01.047960 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7f45e08c-58b3-4f8c-9511-d57103750634 req-5c782c42-1674-4556-9f66-215411311aa2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0536370 Jul 20 19:29:01.070107 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:01.099121 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7f45e08c-58b3-4f8c-9511-d57103750634 req-d93415b9-1ec4-42f3-9674-c9586d06b377 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452719 Jul 20 19:29:01.882322 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738f3d4-f174-4ac2-a7a8-fe2656389bb7 req-27edfa9c-0235-47a5-a5b2-b29d4f8ec2b2 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:01.884650 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e738f3d4-f174-4ac2-a7a8-fe2656389bb7 req-27edfa9c-0235-47a5-a5b2-b29d4f8ec2b2 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0571604 Jul 20 19:29:01.934528 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e738f3d4-f174-4ac2-a7a8-fe2656389bb7 req-33b52d8c-0790-4cc0-9fd7-5dd82fd14fb5 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442734 Jul 20 19:29:02.003747 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=92 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:02.004516 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=76 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:02.232025 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49417bfd-de13-4357-a586-949da8fa7186 req-5bfbe8a7-adf9-4c88-9abf-68b07ba33b87 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:02.233542 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-49417bfd-de13-4357-a586-949da8fa7186 req-5bfbe8a7-adf9-4c88-9abf-68b07ba33b87 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0569878 Jul 20 19:29:02.281814 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-49417bfd-de13-4357-a586-949da8fa7186 req-86216ad6-ab07-4609-bc44-16aa1f504732 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425770 Jul 20 19:29:02.703156 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-54483b4e-2062-4b21-be87-589409f1cf73 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:02.704550 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-54483b4e-2062-4b21-be87-589409f1cf73 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0505726 Jul 20 19:29:02.794938 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Deleting port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:29:02.795278 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:02.887136 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] For port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:02.887499 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.050185 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.050451 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6efae-47a9-4ded-9880-f8ba51754c72 req-1ae7057d-3874-4a1d-b8e2-9bd609a1b389 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:03.050955 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (4911b784-b7c9-4f97-82e5-5fc20352113c), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.050955 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Floating IP 4911b784-b7c9-4f97-82e5-5fc20352113c disassociated. External IP: 172.27.2.44, port: 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f. Jul 20 19:29:03.051228 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Calling delete_port for 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:29:03.051942 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e1c6efae-47a9-4ded-9880-f8ba51754c72 req-1ae7057d-3874-4a1d-b8e2-9bd609a1b389 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 945 time: 0.0472326 Jul 20 19:29:03.083516 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:03.092777 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:03.102619 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e1c6efae-47a9-4ded-9880-f8ba51754c72 req-be0e0af2-1662-467a-a555-dec625beaf1d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=04b98dfe-060f-4e92-95f0-c36450f4a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443287 Jul 20 19:29:03.185628 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (2f2d1c4b-7fdb-4f76-98ba-0efb7034305f), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.212915 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event deleted for resources: {'Port': ['ID=2f2d1c4b-7fdb-4f76-98ba-0efb7034305f,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:03.224931 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.225291 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.225640 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.225981 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.226324 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.226659 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.227027 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.227320 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.227939 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.227939 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.228283 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.228632 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.228958 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.229312 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.230167 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:03.345226 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Router 9106d187-c158-41c9-b9f9-bacae43c3022 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:29:03.423973 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:03.447376 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:03.450323 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:03.470107 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c9700-ddd2-40aa-9ae6-7c9b9d0fe6aa req-90c8964f-33db-4faf-8176-26199820722e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:03.471623 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b0c9700-ddd2-40aa-9ae6-7c9b9d0fe6aa req-90c8964f-33db-4faf-8176-26199820722e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0855649 Jul 20 19:29:03.505731 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:29:03.518222 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a077636-a58d-4da3-9dfd-032548491839 None None] Sync routers for ids ['9106d187-c158-41c9-b9f9-bacae43c3022'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:29:03.529634 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a077636-a58d-4da3-9dfd-032548491839 None None] Routers {'9106d187-c158-41c9-b9f9-bacae43c3022'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:29:03.530260 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-4a077636-a58d-4da3-9dfd-032548491839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:28:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['9106d187-c158-41c9-b9f9-bacae43c3022'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:03.560593 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] No DVR routers for this DVR port 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:29:03.563556 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.567162 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e0c0e53d-a4c6-473e-958b-9aca9465f703 req-e6c0335e-11a6-4644-8d80-435eb0ea28e3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "DELETE /v2.0/ports/2f2d1c4b-7fdb-4f76-98ba-0efb7034305f HTTP/1.1" status: 204 len: 173 time: 0.8476803 Jul 20 19:29:03.567598 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'name': 'network-vif-deleted', 'tag': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:03.569908 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338ce932-d5c7-40dc-b4ec-df1502cca534" -d '{"events": [{"server_uuid": "0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f", "name": "network-vif-deleted", "tag": "2f2d1c4b-7fdb-4f76-98ba-0efb7034305f"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:03.576515 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b0c9700-ddd2-40aa-9ae6-7c9b9d0fe6aa req-1b9e7cce-44bd-4150-869f-acdf3b672361 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976300 Jul 20 19:29:03.642875 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71b33c6-2209-40f5-8416-e2ceee1d8517 x-openstack-request-id: req-d71b33c6-2209-40f5-8416-e2ceee1d8517 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:03.643085 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f", "name": "network-vif-deleted", "tag": "2f2d1c4b-7fdb-4f76-98ba-0efb7034305f", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:03.643336 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d71b33c6-2209-40f5-8416-e2ceee1d8517 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:03.643750 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71b33c6-2209-40f5-8416-e2ceee1d8517'] response: {'server_uuid': '0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f', 'name': 'network-vif-deleted', 'tag': '2f2d1c4b-7fdb-4f76-98ba-0efb7034305f', 'status': 'completed', 'code': 200} Jul 20 19:29:03.685799 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-4a077636-a58d-4da3-9dfd-032548491839 None None] Set router 9106d187-c158-41c9-b9f9-bacae43c3022 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:29:03.880570 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-4a077636-a58d-4da3-9dfd-032548491839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '63caeb9a-8734-4cb9-a5e7-aeb22723fd82', 'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'mac_address': 'fa:16:3e:21:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:47Z', 'updated_at': '2022-07-20T19:23:56Z', 'revision_number': 5, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'subnets': [{'id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:03.904627 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a077636-a58d-4da3-9dfd-032548491839 None None] Checking router: 9106d187-c158-41c9-b9f9-bacae43c3022 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:29:03.913023 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a077636-a58d-4da3-9dfd-032548491839 None None] Routers {'9106d187-c158-41c9-b9f9-bacae43c3022'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:29:03.913613 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-4a077636-a58d-4da3-9dfd-032548491839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:28:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['9106d187-c158-41c9-b9f9-bacae43c3022'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:04.018280 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-4a077636-a58d-4da3-9dfd-032548491839 None None] Set router 9106d187-c158-41c9-b9f9-bacae43c3022 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:29:04.219578 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d9dae11c-35be-4dbd-924a-2d9711892b98 req-c011b7e0-2313-457c-9a39-4e7bebef7d53 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc34d8d-6e4e-4bdd-b1fb-f5dc5c46993f HTTP/1.1" status: 200 len: 210 time: 0.0336266 Jul 20 19:29:04.317305 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-4a077636-a58d-4da3-9dfd-032548491839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '63caeb9a-8734-4cb9-a5e7-aeb22723fd82', 'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'mac_address': 'fa:16:3e:21:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:47Z', 'updated_at': '2022-07-20T19:23:56Z', 'revision_number': 5, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'subnets': [{'id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:04.341471 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a077636-a58d-4da3-9dfd-032548491839 None None] The sync data for ids ['9106d187-c158-41c9-b9f9-bacae43c3022'] in dv-cinder-819149-14-iscsi is: [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:23:49Z', 'revision_number': 4, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '63caeb9a-8734-4cb9-a5e7-aeb22723fd82', 'name': '', 'network_id': 'cb30eef5-f970-4e36-86fc-a729873274d6', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'mac_address': 'fa:16:3e:21:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:47Z', 'updated_at': '2022-07-20T19:23:56Z', 'revision_number': 5, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'subnets': [{'id': '6a4336cf-9fca-4f26-b66c-6b9c36dc41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:29:04.552620 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011807ff-2ab7-4b88-aca8-b48d0731af08 None None] New status for floating IP 4911b784-b7c9-4f97-82e5-5fc20352113c: DOWN {{(pid=103975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:29:04.769657 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66545c28-19fa-4d55-8617-1e613ef4d9ca req-e40555ae-f2b9-4940-a1f3-42632c09fc60 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:04.771319 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-66545c28-19fa-4d55-8617-1e613ef4d9ca req-e40555ae-f2b9-4940-a1f3-42632c09fc60 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0529099 Jul 20 19:29:04.830260 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-66545c28-19fa-4d55-8617-1e613ef4d9ca req-e462ad8d-929d-4b94-9e42-a40eb1139259 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526762 Jul 20 19:29:05.305789 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42862) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:05.361046 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8f432357-1140-4095-a0aa-1f4651b08ee1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for security_group (04b98dfe-060f-4e92-95f0-c36450f4a97b), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.386295 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8f432357-1140-4095-a0aa-1f4651b08ee1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for security_group (04b98dfe-060f-4e92-95f0-c36450f4a97b), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.435526 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8f432357-1140-4095-a0aa-1f4651b08ee1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (04b98dfe-060f-4e92-95f0-c36450f4a97b), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.438198 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8f432357-1140-4095-a0aa-1f4651b08ee1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.439638 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-8f432357-1140-4095-a0aa-1f4651b08ee1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "DELETE /v2.0/security-groups/04b98dfe-060f-4e92-95f0-c36450f4a97b HTTP/1.1" status: 204 len: 168 time: 0.1325743 Jul 20 19:29:05.442355 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 42864) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:05.449824 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f432357-1140-4095-a0aa-1f4651b08ee1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b98dfe-060f-4e92-95f0-c36450f4a97b,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:05.459664 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.api.v2.resource [None req-674bd74d-b70b-4f02-9d77-714210b433c6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] show failed (client error): The resource could not be found. Jul 20 19:29:05.460793 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-674bd74d-b70b-4f02-9d77-714210b433c6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups/04b98dfe-060f-4e92-95f0-c36450f4a97b HTTP/1.1" status: 404 len: 347 time: 0.0174420 Jul 20 19:29:05.464535 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 42866) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:05.575319 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-af5fa213-83f9-4df0-b380-27ce630f1687 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Deleting port ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:29:05.575657 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-af5fa213-83f9-4df0-b380-27ce630f1687 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.650916 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-af5fa213-83f9-4df0-b380-27ce630f1687 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.651268 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-af5fa213-83f9-4df0-b380-27ce630f1687 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for floatingip (ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.663340 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-af5fa213-83f9-4df0-b380-27ce630f1687 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Calling delete_port for ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2 owned by network:floatingip {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:29:05.800206 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-af5fa213-83f9-4df0-b380-27ce630f1687 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.824683 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fa213-83f9-4df0-b380-27ce630f1687 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event deleted for resources: {'Port': ['ID=ec9da836-4b9c-4859-a8bf-a9e7feb2c7b2,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:05.872769 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:05.891833 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-af5fa213-83f9-4df0-b380-27ce630f1687 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks [] for floatingip (4911b784-b7c9-4f97-82e5-5fc20352113c), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.894618 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-af5fa213-83f9-4df0-b380-27ce630f1687 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.895821 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-af5fa213-83f9-4df0-b380-27ce630f1687 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "DELETE /v2.0/floatingips/4911b784-b7c9-4f97-82e5-5fc20352113c HTTP/1.1" status: 204 len: 168 time: 0.4303110 Jul 20 19:29:05.957482 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbf944-b699-4e3d-8226-dea70a27c2b4 req-009b6dff-5314-4a08-acb4-6300c6c5c64c tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:05.959041 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d4dbf944-b699-4e3d-8226-dea70a27c2b4 req-009b6dff-5314-4a08-acb4-6300c6c5c64c tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0496178 Jul 20 19:29:06.013760 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d4dbf944-b699-4e3d-8226-dea70a27c2b4 req-5ff8a3ce-1cc9-4a71-be17-063a1b235d33 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483012 Jul 20 19:29:06.767055 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:29:06.787078 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:29:06.787416 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 2f2d1c4b-7fdb-4f76-98ba-0efb7034305f not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:29:07.145739 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285b5df-181f-48aa-a059-ecd53565d7b9 req-55275359-89a0-400b-87aa-613a17af8031 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:07.147353 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5285b5df-181f-48aa-a059-ecd53565d7b9 req-55275359-89a0-400b-87aa-613a17af8031 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0563161 Jul 20 19:29:07.160624 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:07.448104 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5285b5df-181f-48aa-a059-ecd53565d7b9 req-82618e10-1d57-48e0-8166-82236f684b6f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929599 Jul 20 19:29:08.395528 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746489a7-555d-4099-b350-9a502803bde5 req-a5d32d46-f284-4a1e-9464-026d16ba8da6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:08.397093 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-746489a7-555d-4099-b350-9a502803bde5 req-a5d32d46-f284-4a1e-9464-026d16ba8da6 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0478575 Jul 20 19:29:08.444833 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-746489a7-555d-4099-b350-9a502803bde5 req-d0a0bdb8-e313-456b-bc68-0208550c08bc tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416868 Jul 20 19:29:08.576114 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f013d4d-ff76-4fe4-93a5-f10902c5a0b2 req-9924dca1-ea1a-4cd4-99dc-1e59e61d9ed5 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:08.577603 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5f013d4d-ff76-4fe4-93a5-f10902c5a0b2 req-9924dca1-ea1a-4cd4-99dc-1e59e61d9ed5 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0480318 Jul 20 19:29:08.629437 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5f013d4d-ff76-4fe4-93a5-f10902c5a0b2 req-1973216b-24a6-4373-b160-3d6e88a1ecae tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461349 Jul 20 19:29:09.559619 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32b6c7-25b8-46c3-ae11-2013b76b49d4 req-5c423ada-4f6c-40f0-bf14-12db1284568a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:09.561142 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ed32b6c7-25b8-46c3-ae11-2013b76b49d4 req-5c423ada-4f6c-40f0-bf14-12db1284568a tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0472035 Jul 20 19:29:09.611152 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ed32b6c7-25b8-46c3-ae11-2013b76b49d4 req-6163ffca-235c-470e-8f5f-4fc1b38d44d3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441122 Jul 20 19:29:09.749259 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a38e8-95cf-4bd8-a80d-361bc150c774 req-78ff6696-a643-46d5-bfb1-981c61d5f9ae tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:09.750756 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-978a38e8-95cf-4bd8-a80d-361bc150c774 req-78ff6696-a643-46d5-bfb1-981c61d5f9ae tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0478027 Jul 20 19:29:09.803069 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-978a38e8-95cf-4bd8-a80d-361bc150c774 req-46d216bd-36b5-44b7-9e7b-5033924b06c9 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467775 Jul 20 19:29:10.727029 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8cd39-2e41-4f6f-b9e3-54b69c171ed9 req-5b1c134f-79c3-4117-8c96-c57841d39f5c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:10.728567 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fcc8cd39-2e41-4f6f-b9e3-54b69c171ed9 req-5b1c134f-79c3-4117-8c96-c57841d39f5c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0478251 Jul 20 19:29:10.777755 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fcc8cd39-2e41-4f6f-b9e3-54b69c171ed9 req-65b924b8-3fca-4f84-8a05-f9ca14b09b11 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437171 Jul 20 19:29:10.926807 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9418972-d653-4b94-bb8e-073bb64fee13 req-1aabbed4-427e-4313-b64c-454913a14938 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:10.928568 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d9418972-d653-4b94-bb8e-073bb64fee13 req-1aabbed4-427e-4313-b64c-454913a14938 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0489573 Jul 20 19:29:10.940810 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:11.012737 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d9418972-d653-4b94-bb8e-073bb64fee13 req-eb2636a5-212c-4852-911b-99cba0ae932d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778153 Jul 20 19:29:11.024109 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043a439-fa7a-48e8-89c7-8d8de8b886ed req-f80dbdf3-9d78-4475-96da-b01f3302ab1c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:11.025575 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a043a439-fa7a-48e8-89c7-8d8de8b886ed req-f80dbdf3-9d78-4475-96da-b01f3302ab1c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 946 time: 0.0630467 Jul 20 19:29:11.111984 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-a043a439-fa7a-48e8-89c7-8d8de8b886ed req-86475312-5cdd-4dea-ba20-71c249419e73 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Deleting port 12c14f37-54d6-465f-98a8-80c125855fe5 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:29:11.112322 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a043a439-fa7a-48e8-89c7-8d8de8b886ed req-86475312-5cdd-4dea-ba20-71c249419e73 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:11.208143 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-a043a439-fa7a-48e8-89c7-8d8de8b886ed req-86475312-5cdd-4dea-ba20-71c249419e73 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] For port 12c14f37-54d6-465f-98a8-80c125855fe5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=12c14f37-54d6-465f-98a8-80c125855fe5,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:11.208452 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a043a439-fa7a-48e8-89c7-8d8de8b886ed req-86475312-5cdd-4dea-ba20-71c249419e73 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:11.221763 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-a043a439-fa7a-48e8-89c7-8d8de8b886ed req-86475312-5cdd-4dea-ba20-71c249419e73 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Calling delete_port for 12c14f37-54d6-465f-98a8-80c125855fe5 owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:29:11.350123 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a043a439-fa7a-48e8-89c7-8d8de8b886ed req-86475312-5cdd-4dea-ba20-71c249419e73 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (12c14f37-54d6-465f-98a8-80c125855fe5), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:11.366482 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['b88207bd-7c1f-4302-9d14-7ef3931098c7', '12c14f37-54d6-465f-98a8-80c125855fe5'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:29:11.381254 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86475312-5cdd-4dea-ba20-71c249419e73 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event deleted for resources: {'Port': ['ID=12c14f37-54d6-465f-98a8-80c125855fe5,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:11.429482 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-a043a439-fa7a-48e8-89c7-8d8de8b886ed req-86475312-5cdd-4dea-ba20-71c249419e73 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] No DVR routers for this DVR port 12c14f37-54d6-465f-98a8-80c125855fe5 on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:29:11.432010 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a043a439-fa7a-48e8-89c7-8d8de8b886ed req-86475312-5cdd-4dea-ba20-71c249419e73 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:11.435450 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a043a439-fa7a-48e8-89c7-8d8de8b886ed req-86475312-5cdd-4dea-ba20-71c249419e73 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "DELETE /v2.0/ports/12c14f37-54d6-465f-98a8-80c125855fe5 HTTP/1.1" status: 204 len: 173 time: 0.4041026 Jul 20 19:29:11.435923 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2a941f-55c0-4b7d-a7fb-441d99569c0a', 'name': 'network-vif-deleted', 'tag': '12c14f37-54d6-465f-98a8-80c125855fe5'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:11.438916 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee9c3e0-d20c-4668-9c01-5db68589d7a9" -d '{"events": [{"server_uuid": "1a2a941f-55c0-4b7d-a7fb-441d99569c0a", "name": "network-vif-deleted", "tag": "12c14f37-54d6-465f-98a8-80c125855fe5"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:11.491330 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e2f2ec-3470-4008-8b8e-af2cf4e2d069 x-openstack-request-id: req-c6e2f2ec-3470-4008-8b8e-af2cf4e2d069 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:11.491620 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2a941f-55c0-4b7d-a7fb-441d99569c0a", "name": "network-vif-deleted", "tag": "12c14f37-54d6-465f-98a8-80c125855fe5", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:11.491872 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6e2f2ec-3470-4008-8b8e-af2cf4e2d069 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:11.492272 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e2f2ec-3470-4008-8b8e-af2cf4e2d069'] response: {'server_uuid': '1a2a941f-55c0-4b7d-a7fb-441d99569c0a', 'name': 'network-vif-deleted', 'tag': '12c14f37-54d6-465f-98a8-80c125855fe5', 'status': 'completed', 'code': 200} Jul 20 19:29:11.892988 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ad0b27d0-d67b-41d7-946c-692a2ce78a7a req-2ee66407-1380-4f2d-ba80-d855ec021a8c tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a2a941f-55c0-4b7d-a7fb-441d99569c0a HTTP/1.1" status: 200 len: 210 time: 0.0284295 Jul 20 19:29:12.139222 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c7109-2f3a-40c0-bdf1-a6895497cca0 req-eca298f7-8682-4f1e-90aa-58fa391190d0 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:12.140728 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cc4c7109-2f3a-40c0-bdf1-a6895497cca0 req-eca298f7-8682-4f1e-90aa-58fa391190d0 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0485044 Jul 20 19:29:12.193043 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cc4c7109-2f3a-40c0-bdf1-a6895497cca0 req-5b556926-f573-4698-bf9a-f99437e13db1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465336 Jul 20 19:29:13.156649 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75337bb-1342-4e17-bcdb-17686efe247f req-79078b90-3a23-4ba6-b5f3-fcb68b4ec0d3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:13.158026 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d75337bb-1342-4e17-bcdb-17686efe247f req-79078b90-3a23-4ba6-b5f3-fcb68b4ec0d3 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0463400 Jul 20 19:29:13.209524 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d75337bb-1342-4e17-bcdb-17686efe247f req-009f60d3-32c4-4c1c-adb5-b1916167c3a1 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459750 Jul 20 19:29:13.313284 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bceee-dcce-492a-aa8c-431efacbff04 req-17341a09-839d-4367-ae6f-2c3c7d52653a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:13.315010 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1a6bceee-dcce-492a-aa8c-431efacbff04 req-17341a09-839d-4367-ae6f-2c3c7d52653a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0495985 Jul 20 19:29:13.362845 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1a6bceee-dcce-492a-aa8c-431efacbff04 req-6e7e8c42-91cb-423d-afb8-49077bd47658 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422263 Jul 20 19:29:14.305489 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:14.325510 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa7660-0710-4174-979b-c1815790f042 req-a4e57466-991d-4e48-8e80-5a4ad670a092 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:14.327000 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a7aa7660-0710-4174-979b-c1815790f042 req-a4e57466-991d-4e48-8e80-5a4ad670a092 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0479767 Jul 20 19:29:14.373180 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a7aa7660-0710-4174-979b-c1815790f042 req-8853968e-6d37-4c72-841d-627d8d13a766 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407019 Jul 20 19:29:14.480165 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a272d91-01f6-42c8-aaba-685b341734f9 req-caa95b5d-2635-43ff-85bf-db314aeff101 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:14.481654 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5a272d91-01f6-42c8-aaba-685b341734f9 req-caa95b5d-2635-43ff-85bf-db314aeff101 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0466881 Jul 20 19:29:14.527864 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5a272d91-01f6-42c8-aaba-685b341734f9 req-7ea18129-a57d-4e75-a427-57888e81215d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408254 Jul 20 19:29:14.845098 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 12c14f37-54d6-465f-98a8-80c125855fe5 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:29:14.866833 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: 12c14f37-54d6-465f-98a8-80c125855fe5 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:29:14.867166 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 12c14f37-54d6-465f-98a8-80c125855fe5 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:29:15.486413 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bf8c1-5f1e-4166-b6e3-0f301d178241 req-0acb618a-bb4a-4058-aa40-f0275b855b9d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:15.487835 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-507bf8c1-5f1e-4166-b6e3-0f301d178241 req-0acb618a-bb4a-4058-aa40-f0275b855b9d tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0464873 Jul 20 19:29:15.533948 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-507bf8c1-5f1e-4166-b6e3-0f301d178241 req-5d6a50ec-8772-4107-b966-59ce6e6eeac2 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 Jul 20 19:29:15.643507 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72610b3-5ebf-4484-a7bf-9f9cde289034 req-35ecf34a-d6c0-42f9-bd2d-a9a6cd5b0025 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:15.645001 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a72610b3-5ebf-4484-a7bf-9f9cde289034 req-35ecf34a-d6c0-42f9-bd2d-a9a6cd5b0025 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0462410 Jul 20 19:29:15.691643 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:15.696422 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a72610b3-5ebf-4484-a7bf-9f9cde289034 req-e3a1a067-27e3-45f4-914b-a69cf9fb6719 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459311 Jul 20 19:29:16.649776 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641a67a-058e-4068-bab3-542f0d6aa5aa req-3e26a295-472c-40a0-a0e4-7dd86efce3bf tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:16.651159 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d641a67a-058e-4068-bab3-542f0d6aa5aa req-3e26a295-472c-40a0-a0e4-7dd86efce3bf tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0495141 Jul 20 19:29:16.698804 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d641a67a-058e-4068-bab3-542f0d6aa5aa req-7b2463bc-3ac8-48a2-9147-046dc22a5c01 tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/security-groups?id=bead5d85-a692-4b41-af75-8a22ebdd8b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413373 Jul 20 19:29:16.811329 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279eee2-5ae5-48ab-a95e-0c16302eefe0 req-4f5c09b0-0396-4fac-841a-573939f6d10b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:16.812788 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e279eee2-5ae5-48ab-a95e-0c16302eefe0 req-4f5c09b0-0396-4fac-841a-573939f6d10b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0450211 Jul 20 19:29:16.826850 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:29:16.859508 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e279eee2-5ae5-48ab-a95e-0c16302eefe0 req-a5f4c0bd-7292-47de-baa4-b82a2a14d88b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408890 Jul 20 19:29:17.005328 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c658b-bb2d-402d-bce5-3641253395c1 req-3939bc53-efdd-42c6-aaa1-8ee1a6bf339f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:17.006664 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6a6c658b-bb2d-402d-bce5-3641253395c1 req-3939bc53-efdd-42c6-aaa1-8ee1a6bf339f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 945 time: 0.0455344 Jul 20 19:29:17.091272 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-6a6c658b-bb2d-402d-bce5-3641253395c1 req-bbd6c420-e949-46e2-b945-951403b6a31f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Deleting port b88207bd-7c1f-4302-9d14-7ef3931098c7 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:29:17.091614 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-6a6c658b-bb2d-402d-bce5-3641253395c1 req-bbd6c420-e949-46e2-b945-951403b6a31f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:17.094051 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:17.181154 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-6a6c658b-bb2d-402d-bce5-3641253395c1 req-bbd6c420-e949-46e2-b945-951403b6a31f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] For port b88207bd-7c1f-4302-9d14-7ef3931098c7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b88207bd-7c1f-4302-9d14-7ef3931098c7,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:17.181512 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-6a6c658b-bb2d-402d-bce5-3641253395c1 req-bbd6c420-e949-46e2-b945-951403b6a31f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:17.195055 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-6a6c658b-bb2d-402d-bce5-3641253395c1 req-bbd6c420-e949-46e2-b945-951403b6a31f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Calling delete_port for b88207bd-7c1f-4302-9d14-7ef3931098c7 owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:29:17.319847 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-6a6c658b-bb2d-402d-bce5-3641253395c1 req-bbd6c420-e949-46e2-b945-951403b6a31f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (b88207bd-7c1f-4302-9d14-7ef3931098c7), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:17.332991 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['b88207bd-7c1f-4302-9d14-7ef3931098c7'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:29:17.346440 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6c420-e949-46e2-b945-951403b6a31f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Pushing event deleted for resources: {'Port': ['ID=b88207bd-7c1f-4302-9d14-7ef3931098c7,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:17.395293 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6c658b-bb2d-402d-bce5-3641253395c1 req-bbd6c420-e949-46e2-b945-951403b6a31f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] No DVR routers for this DVR port b88207bd-7c1f-4302-9d14-7ef3931098c7 on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:29:17.396693 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:17.397940 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-6a6c658b-bb2d-402d-bce5-3641253395c1 req-bbd6c420-e949-46e2-b945-951403b6a31f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:17.401738 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6a6c658b-bb2d-402d-bce5-3641253395c1 req-bbd6c420-e949-46e2-b945-951403b6a31f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.89 "DELETE /v2.0/ports/b88207bd-7c1f-4302-9d14-7ef3931098c7 HTTP/1.1" status: 204 len: 173 time: 0.3873286 Jul 20 19:29:17.402167 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057f48c6-98d1-43fb-ab77-526c7ff0cf07', 'name': 'network-vif-deleted', 'tag': 'b88207bd-7c1f-4302-9d14-7ef3931098c7'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:17.404501 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55beced8-c0b3-470a-847a-45fdd8bf6ec6" -d '{"events": [{"server_uuid": "057f48c6-98d1-43fb-ab77-526c7ff0cf07", "name": "network-vif-deleted", "tag": "b88207bd-7c1f-4302-9d14-7ef3931098c7"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:17.441134 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d02feff-c47c-45e2-9674-b36f2299c61b x-openstack-request-id: req-9d02feff-c47c-45e2-9674-b36f2299c61b {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:17.441451 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057f48c6-98d1-43fb-ab77-526c7ff0cf07", "name": "network-vif-deleted", "tag": "b88207bd-7c1f-4302-9d14-7ef3931098c7", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:17.441700 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d02feff-c47c-45e2-9674-b36f2299c61b {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:17.442097 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d02feff-c47c-45e2-9674-b36f2299c61b'] response: {'server_uuid': '057f48c6-98d1-43fb-ab77-526c7ff0cf07', 'name': 'network-vif-deleted', 'tag': 'b88207bd-7c1f-4302-9d14-7ef3931098c7', 'status': 'completed', 'code': 200} Jul 20 19:29:17.807904 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-094926fe-a09d-4dfe-8dbd-3d93cd7a8bce req-d1a55d6a-8398-469c-bcdf-4b3d48a5877f tempest-ServerRescueNegativeTestJSON-796605797 tempest-ServerRescueNegativeTestJSON-796605797-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f48c6-98d1-43fb-ab77-526c7ff0cf07 HTTP/1.1" status: 200 len: 210 time: 0.0280955 Jul 20 19:29:17.987777 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bf4bf-c04f-4282-aebf-f6ad80887c66 req-91bab582-5098-4942-bb80-d0713910f84a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:17.989189 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f83bf4bf-c04f-4282-aebf-f6ad80887c66 req-91bab582-5098-4942-bb80-d0713910f84a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0535500 Jul 20 19:29:18.036008 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f83bf4bf-c04f-4282-aebf-f6ad80887c66 req-a6b14bb6-a3a5-44bb-a17f-404239845ed3 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413058 Jul 20 19:29:18.270469 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c0a7c0b7-9257-421c-8b73-ff30a4fc3ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:18.866927 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 42936) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:19.400439 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:19.428904 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144251b3-9fa0-4dda-b727-313ada54e935 req-a30bd7cb-b362-4f3e-b145-b4373f53bdcc tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:19.430367 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-144251b3-9fa0-4dda-b727-313ada54e935 req-a30bd7cb-b362-4f3e-b145-b4373f53bdcc tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.3219521 Jul 20 19:29:19.526245 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-144251b3-9fa0-4dda-b727-313ada54e935 req-264b1759-5e7b-4d6c-b4a3-f01775aa99ed tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896327 Jul 20 19:29:19.642752 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-267fad54-4486-4376-a49a-a99b00f6c3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454226'] for router_interface (9106d187-c158-41c9-b9f9-bacae43c3022), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:19.728828 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:19.908330 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-267fad54-4486-4376-a49a-a99b00f6c3ea admin admin] Deleting port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:29:19.908584 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-267fad54-4486-4376-a49a-a99b00f6c3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:19.985877 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-267fad54-4486-4376-a49a-a99b00f6c3ea admin admin] For port 63caeb9a-8734-4cb9-a5e7-aeb22723fd82, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=63caeb9a-8734-4cb9-a5e7-aeb22723fd82,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:19.986228 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-267fad54-4486-4376-a49a-a99b00f6c3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:19.998665 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-267fad54-4486-4376-a49a-a99b00f6c3ea admin admin] Calling delete_port for 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 owned by network:router_interface {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:29:20.171723 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-267fad54-4486-4376-a49a-a99b00f6c3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (63caeb9a-8734-4cb9-a5e7-aeb22723fd82), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.193895 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fad54-4486-4376-a49a-a99b00f6c3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=63caeb9a-8734-4cb9-a5e7-aeb22723fd82,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:20.349112 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:20.356234 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-267fad54-4486-4376-a49a-a99b00f6c3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454342'] for router_interface (9106d187-c158-41c9-b9f9-bacae43c3022), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.546461 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:20.557858 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267fad54-4486-4376-a49a-a99b00f6c3ea admin admin] Router 9106d187-c158-41c9-b9f9-bacae43c3022 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:29:20.615313 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6c3b90ce-917c-41c1-bda7-6ede94101e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.652158 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5f4d1-dd60-4b9e-aec2-c3ab32fb4447 req-3f625f72-50e8-43df-b5a0-59b9c18819c8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:20.653671 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-35f5f4d1-dd60-4b9e-aec2-c3ab32fb4447 req-3f625f72-50e8-43df-b5a0-59b9c18819c8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0532284 Jul 20 19:29:20.665242 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267fad54-4486-4376-a49a-a99b00f6c3ea admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:29:20.674246 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-267fad54-4486-4376-a49a-a99b00f6c3ea admin admin] 10.222.0.43 "PUT /v2.0/routers/9106d187-c158-41c9-b9f9-bacae43c3022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8035893 Jul 20 19:29:20.674402 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 42946) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:20.677997 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84292f4e-1750-47c1-90cb-5ac6b5d11a19 None None] Sync routers for ids ['9106d187-c158-41c9-b9f9-bacae43c3022'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:29:20.694987 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84292f4e-1750-47c1-90cb-5ac6b5d11a19 None None] Routers {'9106d187-c158-41c9-b9f9-bacae43c3022'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:29:20.696074 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-84292f4e-1750-47c1-90cb-5ac6b5d11a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:29:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['9106d187-c158-41c9-b9f9-bacae43c3022'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:20.735348 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-35f5f4d1-dd60-4b9e-aec2-c3ab32fb4447 req-67ade725-94a4-40f4-850d-10cf8ae4e7c0 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759697 Jul 20 19:29:20.780276 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Publish callbacks [] for router (9106d187-c158-41c9-b9f9-bacae43c3022), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.800533 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-84292f4e-1750-47c1-90cb-5ac6b5d11a19 None None] Set router 9106d187-c158-41c9-b9f9-bacae43c3022 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:29:20.874232 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device b88207bd-7c1f-4302-9d14-7ef3931098c7 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:29:20.876858 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Publish callbacks [] for router_gateway (9106d187-c158-41c9-b9f9-bacae43c3022), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.901483 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: b88207bd-7c1f-4302-9d14-7ef3931098c7 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:29:20.902098 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device b88207bd-7c1f-4302-9d14-7ef3931098c7 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:29:20.925362 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Deleting port 793c54c7-8eb2-44eb-be14-e2fe5570df8b {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:29:20.925362 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.963535 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:20.981926 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-84292f4e-1750-47c1-90cb-5ac6b5d11a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:29:20Z', 'revision_number': 5, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port': {'id': '793c54c7-8eb2-44eb-be14-e2fe5570df8b', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:43Z', 'updated_at': '2022-07-20T19:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:20.983443 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:21.007548 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] For port 793c54c7-8eb2-44eb-be14-e2fe5570df8b, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=793c54c7-8eb2-44eb-be14-e2fe5570df8b,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:21.007911 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.008221 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84292f4e-1750-47c1-90cb-5ac6b5d11a19 None None] Checking router: 9106d187-c158-41c9-b9f9-bacae43c3022 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:29:21.016890 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84292f4e-1750-47c1-90cb-5ac6b5d11a19 None None] Routers {'9106d187-c158-41c9-b9f9-bacae43c3022'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:29:21.017489 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-84292f4e-1750-47c1-90cb-5ac6b5d11a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:29:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['9106d187-c158-41c9-b9f9-bacae43c3022'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:21.020641 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Calling delete_port for 793c54c7-8eb2-44eb-be14-e2fe5570df8b owned by network:router_gateway {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:29:21.100076 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-84292f4e-1750-47c1-90cb-5ac6b5d11a19 None None] Set router 9106d187-c158-41c9-b9f9-bacae43c3022 gateway port host: None {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:29:21.150506 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-84292f4e-1750-47c1-90cb-5ac6b5d11a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:29:20Z', 'revision_number': 6, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port_host': None}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:21.167371 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:21.176018 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84292f4e-1750-47c1-90cb-5ac6b5d11a19 None None] The sync data for ids ['9106d187-c158-41c9-b9f9-bacae43c3022'] in dv-cinder-819149-14-iscsi is: [{'id': '9106d187-c158-41c9-b9f9-bacae43c3022', 'name': 'tempest-ServerRescueNegativeTestJSON-718083115-router', 'tenant_id': 'f0f63357734c4efa9a88c07996aa5551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:42Z', 'updated_at': '2022-07-20T19:29:20Z', 'revision_number': 6, 'project_id': 'f0f63357734c4efa9a88c07996aa5551', 'gw_port_host': None}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:29:21.187450 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (793c54c7-8eb2-44eb-be14-e2fe5570df8b), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.217554 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Pushing event deleted for resources: {'Port': ['ID=793c54c7-8eb2-44eb-be14-e2fe5570df8b,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:21.280781 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-458459'] for router_gateway (9106d187-c158-41c9-b9f9-bacae43c3022), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.365904 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127878'] for router (9106d187-c158-41c9-b9f9-bacae43c3022), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.368012 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Publish callbacks [] for router_controller (9106d187-c158-41c9-b9f9-bacae43c3022), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.410167 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453216'] for router (9106d187-c158-41c9-b9f9-bacae43c3022), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.410838 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9106d187-c158-41c9-b9f9-bacae43c3022 {{(pid=103973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:29:21.416224 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.417601 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-107b112f-2f61-4b6c-b55d-3c79e9f83616 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9106d187-c158-41c9-b9f9-bacae43c3022 HTTP/1.1" status: 204 len: 168 time: 0.7420342 Jul 20 19:29:21.420315 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 42948) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:21.453331 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:21.469524 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5eae25e-e2c1-47b2-bb8e-42c85c92452e admin admin] Deleting subnet 6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 {{(pid=103973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:29:21.473324 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c5eae25e-e2c1-47b2-bb8e-42c85c92452e admin admin] Publish callbacks [] for subnet (6a4336cf-9fca-4f26-b66c-6b9c36dc41e6), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.507972 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c5eae25e-e2c1-47b2-bb8e-42c85c92452e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9994362'] for subnet (6a4336cf-9fca-4f26-b66c-6b9c36dc41e6), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.584960 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c5eae25e-e2c1-47b2-bb8e-42c85c92452e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (6a4336cf-9fca-4f26-b66c-6b9c36dc41e6), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.645027 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c5eae25e-e2c1-47b2-bb8e-42c85c92452e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9994387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111589'] for subnet (6a4336cf-9fca-4f26-b66c-6b9c36dc41e6), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.670698 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eae25e-e2c1-47b2-bb8e-42c85c92452e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4336cf-9fca-4f26-b66c-6b9c36dc41e6,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:21.675250 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c5eae25e-e2c1-47b2-bb8e-42c85c92452e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.681134 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 42952) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:21.681608 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-c5eae25e-e2c1-47b2-bb8e-42c85c92452e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6a4336cf-9fca-4f26-b66c-6b9c36dc41e6 HTTP/1.1" status: 204 len: 168 time: 0.2598176 Jul 20 19:29:21.682707 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57729bd5-580a-47c4-bf6e-cf37415d1b46 None None] Network cb30eef5-f970-4e36-86fc-a729873274d6 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:29:21.751321 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (cb30eef5-f970-4e36-86fc-a729873274d6), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.775745 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.794038 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Deleting port 0bac962a-40f8-4a34-84ec-43922dc09e75 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:29:21.794388 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.819756 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:21.863436 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] For port 0bac962a-40f8-4a34-84ec-43922dc09e75, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=0bac962a-40f8-4a34-84ec-43922dc09e75,segment=NetworkSegment(185a2201-06c7-4fce-84cd-a85f721374d6),segment_id=185a2201-06c7-4fce-84cd-a85f721374d6)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:21.863719 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.872365 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159de3e5-4c09-4d9d-b52d-e1f282e91d4a req-b2a803fa-fecd-45ce-af25-fc6dbfc3e56b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:21.873893 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-159de3e5-4c09-4d9d-b52d-e1f282e91d4a req-b2a803fa-fecd-45ce-af25-fc6dbfc3e56b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0528908 Jul 20 19:29:21.877802 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Calling delete_port for 0bac962a-40f8-4a34-84ec-43922dc09e75 owned by network:dhcp {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:29:21.924784 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-159de3e5-4c09-4d9d-b52d-e1f282e91d4a req-e97fed38-3d05-49a8-a094-dd9ebc312393 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451963 Jul 20 19:29:21.960109 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c22ff-2585-4089-9e00-bc8cbc0c6aa3 None None] DHCP port deletion for cb30eef5-f970-4e36-86fc-a729873274d6 request from dv-cinder-819149-14-iscsi {{(pid=103975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:29:21.965914 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (0bac962a-40f8-4a34-84ec-43922dc09e75), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.986204 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c22ff-2585-4089-9e00-bc8cbc0c6aa3 None None] The port '0bac962a-40f8-4a34-84ec-43922dc09e75' was deleted {{(pid=103975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 20 19:29:21.994347 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Pushing event deleted for resources: {'Port': ['ID=0bac962a-40f8-4a34-84ec-43922dc09e75,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:22.000481 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] No DVR routers for this DVR port 0bac962a-40f8-4a34-84ec-43922dc09e75 on host dv-cinder-819149-14-iscsi {{(pid=103974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:29:22.075058 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (cb30eef5-f970-4e36-86fc-a729873274d6), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:22.094266 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb30eef5-f970-4e36-86fc-a729873274d6']}} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:22.103285 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185a2201-06c7-4fce-84cd-a85f721374d6') {'for_net_delete': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:22.103586 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185a2201-06c7-4fce-84cd-a85f721374d6') {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:22.113714 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9570114'] for segment (185a2201-06c7-4fce-84cd-a85f721374d6), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:22.128121 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (185a2201-06c7-4fce-84cd-a85f721374d6), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:22.135079 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:29:22.135672 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9550886'] for segment (185a2201-06c7-4fce-84cd-a85f721374d6), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:22.209468 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (cb30eef5-f970-4e36-86fc-a729873274d6), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:22.231189 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:22.234459 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] 10.222.0.43 "DELETE /v2.0/networks/cb30eef5-f970-4e36-86fc-a729873274d6 HTTP/1.1" status: 204 len: 168 time: 0.5523329 Jul 20 19:29:22.235863 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59e5a3-1e84-47d3-b2dd-64bd3886ac1c admin admin] Pushing event deleted for resources: {'Network': ['ID=cb30eef5-f970-4e36-86fc-a729873274d6,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:22.300349 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.services.segments.plugin [-] Segment 185a2201-06c7-4fce-84cd-a85f721374d6 resource provider aggregate not found Jul 20 19:29:22.317900 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.services.segments.plugin [-] Segment 185a2201-06c7-4fce-84cd-a85f721374d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 185a2201-06c7-4fce-84cd-a85f721374d6 found for delete ", "request_id": "req-767ff123-bf1f-4376-9e85-ff8ef1012d76"}]} Jul 20 19:29:22.356641 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 42964) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:22.395962 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-4bd095f1-e83e-4900-bc6c-78cf4ff3a340 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0f63357734c4efa9a88c07996aa5551&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380654 Jul 20 19:29:22.398392 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 42966) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:22.449284 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-45f82f8e-5a3e-4de3-b29a-84d8990983b5 admin admin] Publish callbacks [] for security_group (bead5d85-a692-4b41-af75-8a22ebdd8b72), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:22.470423 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-45f82f8e-5a3e-4de3-b29a-84d8990983b5 admin admin] Publish callbacks [] for security_group (bead5d85-a692-4b41-af75-8a22ebdd8b72), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:22.515806 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-45f82f8e-5a3e-4de3-b29a-84d8990983b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (bead5d85-a692-4b41-af75-8a22ebdd8b72), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:22.518469 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-45f82f8e-5a3e-4de3-b29a-84d8990983b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:22.519590 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-45f82f8e-5a3e-4de3-b29a-84d8990983b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bead5d85-a692-4b41-af75-8a22ebdd8b72 HTTP/1.1" status: 204 len: 168 time: 0.1203313 Jul 20 19:29:22.528109 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f82f8e-5a3e-4de3-b29a-84d8990983b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bead5d85-a692-4b41-af75-8a22ebdd8b72,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:22.948830 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 793c54c7-8eb2-44eb-be14-e2fe5570df8b no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:29:22.966982 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 793c54c7-8eb2-44eb-be14-e2fe5570df8b {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:29:22.967315 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 793c54c7-8eb2-44eb-be14-e2fe5570df8b not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:29:22.967739 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 0bac962a-40f8-4a34-84ec-43922dc09e75 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:29:22.987155 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 0bac962a-40f8-4a34-84ec-43922dc09e75 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:29:22.987543 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 0bac962a-40f8-4a34-84ec-43922dc09e75 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:29:22.987965 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:29:23.013539 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:29:23.013891 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 63caeb9a-8734-4cb9-a5e7-aeb22723fd82 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:29:23.056125 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09663-c6f2-44e8-a501-c0bdecebd4be req-7d9f7aa7-322d-4ea8-9cd1-64480f4ff0ca tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:23.057678 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-39a09663-c6f2-44e8-a501-c0bdecebd4be req-7d9f7aa7-322d-4ea8-9cd1-64480f4ff0ca tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0547659 Jul 20 19:29:23.105875 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-39a09663-c6f2-44e8-a501-c0bdecebd4be req-17ec7e41-3f4b-45e1-93ba-b32eb0ef774b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410757 Jul 20 19:29:23.338603 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:23.457618 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:24.224780 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793ce23-d671-4b0b-9a00-445e244b3f12 req-cc2e0c76-401c-4204-8b62-d1d4d4b26e4b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:24.226228 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2793ce23-d671-4b0b-9a00-445e244b3f12 req-cc2e0c76-401c-4204-8b62-d1d4d4b26e4b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0464985 Jul 20 19:29:24.272577 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2793ce23-d671-4b0b-9a00-445e244b3f12 req-31d13d34-009f-4d11-96de-bec9c2d4b5af tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408459 Jul 20 19:29:24.888211 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 03a3ef57-93c9-4005-bc98-7bd8a6843360 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:29:24.990272 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:25.001003 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'port_id': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'mac_address': 'fa:16:3e:4c:a6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:29:25.037641 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 03a3ef57-93c9-4005-bc98-7bd8a6843360 is: ACTIVE; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:29:25.038023 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:25.052760 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03a3ef57-93c9-4005-bc98-7bd8a6843360 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:29:25.072667 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:25.076256 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:25.127874 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=03a3ef57-93c9-4005-bc98-7bd8a6843360,revision_number=6']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:25.137106 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.137449 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.137826 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.138163 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.138499 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.138826 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.139149 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.139470 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.139794 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.140116 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.140476 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.140797 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.141114 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.141433 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.141748 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:25.166153 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['03a3ef57-93c9-4005-bc98-7bd8a6843360'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:29:25.169413 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:25.200976 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:25.405332 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0907f-1891-4a44-ac5c-4475b595a89b req-7bb272cf-a6e1-418a-ad4c-e9becb1a0f8d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:25.408227 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73f0907f-1891-4a44-ac5c-4475b595a89b req-7bb272cf-a6e1-418a-ad4c-e9becb1a0f8d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 945 time: 0.0632505 Jul 20 19:29:25.440974 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:25.461185 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-73f0907f-1891-4a44-ac5c-4475b595a89b req-c0d9f285-5e6c-4812-a7aa-ef9a31abaa82 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471101 Jul 20 19:29:26.295167 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 43060) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:26.424214 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4771-951d-433a-9998-80489cf46443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.532330 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4771-951d-433a-9998-80489cf46443 admin admin] Publish callbacks [] for security_group (34a5ee3d-0099-469d-b544-b7154bd68488), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.536794 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4771-951d-433a-9998-80489cf46443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (34a5ee3d-0099-469d-b544-b7154bd68488), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.630272 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-fd3b4771-951d-433a-9998-80489cf46443 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5a8676f5a1349b08a7741bb53838d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336525 Jul 20 19:29:26.632609 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 43066) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:26.633790 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b4771-951d-433a-9998-80489cf46443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a5ee3d-0099-469d-b544-b7154bd68488,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:26.650942 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ac252-7f4e-447c-b3f6-8b3251a957d1 req-45c032d5-5b73-4643-a460-d43629da1854 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:26.658445 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0f3ac252-7f4e-447c-b3f6-8b3251a957d1 req-45c032d5-5b73-4643-a460-d43629da1854 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 945 time: 0.0963044 Jul 20 19:29:26.680940 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:26.705034 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d961b4a5-6d90-40c9-8141-75e3c9e76f94 admin admin] Publish callbacks [] for security_group (34a5ee3d-0099-469d-b544-b7154bd68488), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.715121 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0f3ac252-7f4e-447c-b3f6-8b3251a957d1 req-73f7a38c-46b5-40dc-a4f3-62d4b0a90e20 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555072 Jul 20 19:29:26.740280 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d961b4a5-6d90-40c9-8141-75e3c9e76f94 admin admin] Publish callbacks [] for security_group (34a5ee3d-0099-469d-b544-b7154bd68488), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.809371 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d961b4a5-6d90-40c9-8141-75e3c9e76f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (34a5ee3d-0099-469d-b544-b7154bd68488), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.812243 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d961b4a5-6d90-40c9-8141-75e3c9e76f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.813525 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-d961b4a5-6d90-40c9-8141-75e3c9e76f94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34a5ee3d-0099-469d-b544-b7154bd68488 HTTP/1.1" status: 204 len: 168 time: 0.1788728 Jul 20 19:29:26.827819 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961b4a5-6d90-40c9-8141-75e3c9e76f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a5ee3d-0099-469d-b544-b7154bd68488,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:26.909192 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 03a3ef57-93c9-4005-bc98-7bd8a6843360 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:29:26.987220 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 03a3ef57-93c9-4005-bc98-7bd8a6843360 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:29:26.987817 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:27.089463 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 03a3ef57-93c9-4005-bc98-7bd8a6843360 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:29:27.090101 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:27.114540 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:27.116887 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58350f00-6f71-4368-936e-a8e967e2d5b5" -d '{"events": [{"server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "name": "network-vif-plugged", "status": "completed", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:27.144244 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:27.153182 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:27.181705 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a595751-f695-4829-aa84-2f150b96fe87 x-openstack-request-id: req-3a595751-f695-4829-aa84-2f150b96fe87 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:27.182094 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "name": "network-vif-plugged", "status": "completed", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:27.182354 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a595751-f695-4829-aa84-2f150b96fe87 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:27.183000 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a595751-f695-4829-aa84-2f150b96fe87'] response: {'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'code': 200} Jul 20 19:29:27.214437 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=03a3ef57-93c9-4005-bc98-7bd8a6843360,revision_number=7']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:27.850398 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6854fb6-6dce-4c02-aa7c-8f02e939c747 req-7ad506a6-ae5b-4f77-acce-fc80be47ef21 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:27.859238 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d6854fb6-6dce-4c02-aa7c-8f02e939c747 req-7ad506a6-ae5b-4f77-acce-fc80be47ef21 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0603151 Jul 20 19:29:27.907452 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d6854fb6-6dce-4c02-aa7c-8f02e939c747 req-f3067fa8-a23c-40dd-810a-85a5f7b36908 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472453 Jul 20 19:29:29.041253 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5966085-0c4a-4869-a02e-14c44a2bd187 req-f91654d8-04ae-49c4-bfab-0a84980ce685 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:29.043397 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f5966085-0c4a-4869-a02e-14c44a2bd187 req-f91654d8-04ae-49c4-bfab-0a84980ce685 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0539994 Jul 20 19:29:29.099003 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f5966085-0c4a-4869-a02e-14c44a2bd187 req-b4cf687b-8efe-408e-be13-926ccf57e76c tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486431 Jul 20 19:29:30.231571 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:30.256881 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8c4dc-30f7-4fa6-81f4-09dd17b312fa req-eefda971-41c6-4835-a978-766f12328d2d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:30.265578 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-62e8c4dc-30f7-4fa6-81f4-09dd17b312fa req-eefda971-41c6-4835-a978-766f12328d2d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0685134 Jul 20 19:29:30.315844 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-62e8c4dc-30f7-4fa6-81f4-09dd17b312fa req-4d5413e0-c67b-4a11-b010-d8dc72d22f99 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474744 Jul 20 19:29:31.153520 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=18 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:31.154630 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=9 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:31.450967 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:31.473583 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fc2fe-86ed-4e7b-8df1-f2d9ddbddc23 req-43e550dc-fb9c-4468-a0f3-e6a99e7174de tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:31.497199 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d17fc2fe-86ed-4e7b-8df1-f2d9ddbddc23 req-43e550dc-fb9c-4468-a0f3-e6a99e7174de tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0707767 Jul 20 19:29:31.533007 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d17fc2fe-86ed-4e7b-8df1-f2d9ddbddc23 req-bbfd4f97-f520-477c-82bf-7fbbb029afd5 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496614 Jul 20 19:29:32.684706 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c81f76-32ce-451c-b6be-be7b4e061e79 req-f18e9df2-1e20-44ae-9957-98d4d4699aa6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:32.692989 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c8c81f76-32ce-451c-b6be-be7b4e061e79 req-f18e9df2-1e20-44ae-9957-98d4d4699aa6 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0689518 Jul 20 19:29:32.759790 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c8c81f76-32ce-451c-b6be-be7b4e061e79 req-4de34b0b-a26d-483c-8dc0-280597faa821 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650871 Jul 20 19:29:33.918051 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb49f-846d-487b-b5d3-318ccdc9776a req-01a3fefe-366e-43b0-b6f9-817d9be1eff2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:33.919693 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-750eb49f-846d-487b-b5d3-318ccdc9776a req-01a3fefe-366e-43b0-b6f9-817d9be1eff2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0527158 Jul 20 19:29:33.974204 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-750eb49f-846d-487b-b5d3-318ccdc9776a req-515471ed-ec31-49c6-9659-1bd5d5e1714d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488174 Jul 20 19:29:35.102944 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba039a-e98a-4715-910c-5de749a038e9 req-71e1fb32-e819-4833-ade8-05c45a20b722 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:35.104565 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6cba039a-e98a-4715-910c-5de749a038e9 req-71e1fb32-e819-4833-ade8-05c45a20b722 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0503073 Jul 20 19:29:35.164411 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6cba039a-e98a-4715-910c-5de749a038e9 req-8cae1804-b4c3-47f0-b127-30ba5f528149 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534036 Jul 20 19:29:35.915480 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948cff0-ba85-4f18-aaba-2948d128382b req-2b65b269-fd06-4a90-aae8-d26cd9b41b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:35.917014 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d948cff0-ba85-4f18-aaba-2948d128382b req-2b65b269-fd06-4a90-aae8-d26cd9b41b93 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 1130 time: 0.1432297 Jul 20 19:29:36.006570 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948cff0-ba85-4f18-aaba-2948d128382b req-4b34b49f-2b95-488c-822e-ec275e560cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:36.008102 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d948cff0-ba85-4f18-aaba-2948d128382b req-4b34b49f-2b95-488c-822e-ec275e560cb0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 200 len: 918 time: 0.0848651 Jul 20 19:29:36.071671 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d948cff0-ba85-4f18-aaba-2948d128382b req-30c150ac-cba2-4fcf-bc01-e327c860d658 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360 HTTP/1.1" status: 200 len: 1001 time: 0.0570884 Jul 20 19:29:36.122708 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948cff0-ba85-4f18-aaba-2948d128382b req-cf79b793-c1c9-4a59-9878-14fe0294ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:36.123607 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d948cff0-ba85-4f18-aaba-2948d128382b req-cf79b793-c1c9-4a59-9878-14fe0294ab74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de1f425d-2a18-45f6-9b64-fdfd0a26c08e HTTP/1.1" status: 200 len: 856 time: 0.0455039 Jul 20 19:29:36.169923 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948cff0-ba85-4f18-aaba-2948d128382b req-36e56b64-8e85-4505-b216-72b254b3073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:36.171457 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d948cff0-ba85-4f18-aaba-2948d128382b req-36e56b64-8e85-4505-b216-72b254b3073d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab609c42-592c-4da6-88a0-b462f1083b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402477 Jul 20 19:29:36.304591 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c784413-a18e-4fe2-b9a6-53b89a82e83c req-f22642db-81e4-4ca9-b3e2-eea51fc35c76 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:36.306184 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c784413-a18e-4fe2-b9a6-53b89a82e83c req-f22642db-81e4-4ca9-b3e2-eea51fc35c76 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0636849 Jul 20 19:29:36.307972 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d948cff0-ba85-4f18-aaba-2948d128382b req-ae92e20e-d0c8-445f-9d77-3186cb6a2405 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304035 Jul 20 19:29:36.641103 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:36.653101 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c784413-a18e-4fe2-b9a6-53b89a82e83c req-11548f7a-350d-4380-93be-36f02c85d956 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414712 Jul 20 19:29:36.678743 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d948cff0-ba85-4f18-aaba-2948d128382b req-d992b537-364a-4258-91aa-cf87f9803573 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607039 Jul 20 19:29:36.923918 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 43258) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:37.026977 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-67bfd7fb-384b-4787-91be-362f157927a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:37.101728 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-67bfd7fb-384b-4787-91be-362f157927a9 admin admin] Publish callbacks [] for security_group (5035ca82-4cb3-4a94-b1b2-922480aebec3), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:37.105434 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-67bfd7fb-384b-4787-91be-362f157927a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (5035ca82-4cb3-4a94-b1b2-922480aebec3), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:37.123935 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:37.146305 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-67bfd7fb-384b-4787-91be-362f157927a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=098b6cf9bc9a4ba386464af47a06f6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213259 Jul 20 19:29:37.148759 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfd7fb-384b-4787-91be-362f157927a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5035ca82-4cb3-4a94-b1b2-922480aebec3,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:37.148980 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 43262) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:37.199305 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Publish callbacks [] for security_group (5035ca82-4cb3-4a94-b1b2-922480aebec3), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:37.209935 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:37.211804 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:37.220424 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Publish callbacks [] for security_group (5035ca82-4cb3-4a94-b1b2-922480aebec3), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:37.265752 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (5035ca82-4cb3-4a94-b1b2-922480aebec3), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:37.268404 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:37.269528 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5035ca82-4cb3-4a94-b1b2-922480aebec3 HTTP/1.1" status: 204 len: 168 time: 0.1195533 Jul 20 19:29:37.277027 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5035ca82-4cb3-4a94-b1b2-922480aebec3,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:37.284397 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.284752 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.285099 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.285439 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.285774 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.286109 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.286443 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.286773 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.287124 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.287452 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.287789 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.288117 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.288470 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.288794 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.289116 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a32b9b-deff-4cf1-95a6-fd4b4681d612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:37.795501 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714ae7f-f331-4354-9ac5-5fe42ea4f306 req-bb71c42e-e4c7-4aaf-a78f-0cda5f898460 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:37.797081 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b714ae7f-f331-4354-9ac5-5fe42ea4f306 req-bb71c42e-e4c7-4aaf-a78f-0cda5f898460 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0528445 Jul 20 19:29:37.845086 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b714ae7f-f331-4354-9ac5-5fe42ea4f306 req-0daad7f0-5b7f-4725-9bc4-d2c8b2a44737 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Jul 20 19:29:38.968578 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918862a-5de2-4789-9ef6-a546dcdec201 req-b7d92e49-2f8f-4014-a930-69e585b9d044 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:38.970001 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7918862a-5de2-4789-9ef6-a546dcdec201 req-b7d92e49-2f8f-4014-a930-69e585b9d044 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0497434 Jul 20 19:29:39.018043 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7918862a-5de2-4789-9ef6-a546dcdec201 req-980476e0-6fea-481b-a948-df791e72f262 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421004 Jul 20 19:29:39.982976 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [req-22abfb9f-b231-4b1f-ad85-675211624ef5 req-6165ff19-6383-4461-a8a0-9973adde2600 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103974) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:29:39.984068 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-22abfb9f-b231-4b1f-ad85-675211624ef5 req-6165ff19-6383-4461-a8a0-9973adde2600 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1387722 Jul 20 19:29:40.181459 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedc269-71be-4f9d-b7ac-c2acf2224ab3 req-1c7e66c4-7e3b-4e4c-b22f-303605f793aa tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:40.184405 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1eedc269-71be-4f9d-b7ac-c2acf2224ab3 req-1c7e66c4-7e3b-4e4c-b22f-303605f793aa tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 946 time: 0.0696442 Jul 20 19:29:40.252834 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1eedc269-71be-4f9d-b7ac-c2acf2224ab3 req-41685c60-da74-4b34-8810-288007c8775f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581717 Jul 20 19:29:40.529093 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 43390) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:40.615747 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-5e8ff4fa-b0c4-4c87-a18e-bb56d5b9652c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855167 Jul 20 19:29:40.625302 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-d3fdf53e-c260-4eb0-8174-be7b53620868 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103973) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:29:40.626275 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-d3fdf53e-c260-4eb0-8174-be7b53620868 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057843 Jul 20 19:29:40.706149 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 43400) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:40.797996 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-7ac3d61c-affd-4841-baf7-3e7ab6d358aa tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:40.799320 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-7ac3d61c-affd-4841-baf7-3e7ab6d358aa tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports/03a3ef57-93c9-4005-bc98-7bd8a6843360 HTTP/1.1" status: 200 len: 943 time: 0.0922222 Jul 20 19:29:41.011194 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 03a3ef57-93c9-4005-bc98-7bd8a6843360 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:29:41.082473 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 03a3ef57-93c9-4005-bc98-7bd8a6843360 is: ACTIVE; New status is: DOWN {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:29:41.082864 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:41.105705 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:41.107938 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c88393-344b-4fbf-81fd-1fc1be429610" -d '{"events": [{"server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "name": "network-vif-unplugged", "status": "completed", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:41.120525 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:41.125221 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:41.149286 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae5e0a5-a204-49af-8a13-de238fa90ddf x-openstack-request-id: req-bae5e0a5-a204-49af-8a13-de238fa90ddf {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:41.149573 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "name": "network-vif-unplugged", "status": "failed", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360", "code": 422}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:41.149821 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bae5e0a5-a204-49af-8a13-de238fa90ddf {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:41.150204 dv-cinder-819149-14-iscsi neutron-server[103975]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bae5e0a5-a204-49af-8a13-de238fa90ddf']: {'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'code': 422} returned with failed status Jul 20 19:29:41.176657 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=03a3ef57-93c9-4005-bc98-7bd8a6843360,revision_number=8']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:41.395566 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06189f-5d79-419e-8d88-e0d387a420b4 req-482d4197-c0b9-4285-8f82-3651fc709d34 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:41.397093 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3f06189f-5d79-419e-8d88-e0d387a420b4 req-482d4197-c0b9-4285-8f82-3651fc709d34 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0532048 Jul 20 19:29:41.456977 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3f06189f-5d79-419e-8d88-e0d387a420b4 req-cf57fbcb-9d55-4d5b-a9c0-b1bf073f5a0b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535314 Jul 20 19:29:41.764712 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-0a1d0ef6-2a2b-4a41-8020-c17a1e9bae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:41.766360 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-0a1d0ef6-2a2b-4a41-8020-c17a1e9bae98 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c&tenant_id=ff9c443652a141d482130869ff76c327 HTTP/1.1" status: 200 len: 1128 time: 0.0439541 Jul 20 19:29:41.830329 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-50164193-f1c5-432f-ad1b-15003b73a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:41.832556 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-50164193-f1c5-432f-ad1b-15003b73a2a7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 1128 time: 0.0427713 Jul 20 19:29:41.932769 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-69243395-7200-4d02-8d5e-2f1fcfc5d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:41.934968 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-69243395-7200-4d02-8d5e-2f1fcfc5d4e5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 200 len: 918 time: 0.0955348 Jul 20 19:29:42.578993 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a395fa-d182-4491-ae0e-8f3abed92681 req-b30ec491-a1b6-46b8-9c6c-069c2394a17f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:42.580774 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-63a395fa-d182-4491-ae0e-8f3abed92681 req-b30ec491-a1b6-46b8-9c6c-069c2394a17f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0465975 Jul 20 19:29:42.626705 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-63a395fa-d182-4491-ae0e-8f3abed92681 req-59a671c5-355b-462a-9d4b-2df1a7fdc691 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405195 Jul 20 19:29:43.671549 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-f87cd94e-ec32-4ca9-a189-bfa178b25061 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360 HTTP/1.1" status: 200 len: 999 time: 0.0598035 Jul 20 19:29:43.748210 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b872d-4428-4dde-8935-b8b786e3ce02 req-039fdf28-40f4-4133-8186-257cd5e734c7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:43.749733 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e51b872d-4428-4dde-8935-b8b786e3ce02 req-039fdf28-40f4-4133-8186-257cd5e734c7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0476139 Jul 20 19:29:43.783495 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:43.796334 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e51b872d-4428-4dde-8935-b8b786e3ce02 req-9ef2a9ad-9828-4ead-be33-4102b97a5112 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412464 Jul 20 19:29:44.604892 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:44.609224 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-ab6d8d6a-ef74-49ea-9506-4725ca32623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:44.610768 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-ab6d8d6a-ef74-49ea-9506-4725ca32623d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de1f425d-2a18-45f6-9b64-fdfd0a26c08e HTTP/1.1" status: 200 len: 856 time: 0.0463226 Jul 20 19:29:44.654899 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-e4aca055-f490-4ab5-acd1-3343eb38086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:44.656456 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-e4aca055-f490-4ab5-acd1-3343eb38086a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab609c42-592c-4da6-88a0-b462f1083b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394185 Jul 20 19:29:44.749518 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-59ad8daf-6426-4ad7-a2e3-f929175ee233 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859060 Jul 20 19:29:44.847447 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ca4eaa8a-24bb-4a8e-84d2-0449635a5c3b req-8b003946-8c0a-4b46-ac61-ecd5e3147297 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913615 Jul 20 19:29:44.910653 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:44.919514 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090d4de-9c77-4d34-b395-bf8d5602d9e2 req-f794a028-df6e-4e4a-af1f-ee36bf96295f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:44.921460 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7090d4de-9c77-4d34-b395-bf8d5602d9e2 req-f794a028-df6e-4e4a-af1f-ee36bf96295f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0491757 Jul 20 19:29:44.970108 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7090d4de-9c77-4d34-b395-bf8d5602d9e2 req-9870bc0e-5d0b-43c3-979c-64b41e51e51b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430467 Jul 20 19:29:46.163157 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40c34d-333a-4142-b985-1efa19cbae35 req-261d88a2-f0cd-4426-8bc8-f6cf176648cc tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:46.165362 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0c40c34d-333a-4142-b985-1efa19cbae35 req-261d88a2-f0cd-4426-8bc8-f6cf176648cc tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.1129010 Jul 20 19:29:46.234927 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0c40c34d-333a-4142-b985-1efa19cbae35 req-c1e17201-c798-4994-b700-ebf2587e191f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609264 Jul 20 19:29:47.366942 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3886f1-9ecf-4b71-bee6-f5e8b6e55213 req-b63c844f-8442-4c63-b937-7415ef405085 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:47.368574 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7f3886f1-9ecf-4b71-bee6-f5e8b6e55213 req-b63c844f-8442-4c63-b937-7415ef405085 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0521221 Jul 20 19:29:47.414618 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:47.426548 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7f3886f1-9ecf-4b71-bee6-f5e8b6e55213 req-c9300bc9-e86f-4cb6-8066-eaa3391dadbe tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524509 Jul 20 19:29:48.296500 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-96230715-9aa2-4d88-b81f-9736c4e3295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:48.561758 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdc79f-c757-4844-85ae-9eaed78f3655 req-f265694b-9d2d-434f-b84f-cec4992f5851 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:48.570278 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e5fdc79f-c757-4844-85ae-9eaed78f3655 req-f265694b-9d2d-434f-b84f-cec4992f5851 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0573525 Jul 20 19:29:48.613923 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e5fdc79f-c757-4844-85ae-9eaed78f3655 req-8d568e50-62aa-4b53-9ce9-572c3eb0c912 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425985 Jul 20 19:29:49.750254 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a992d14-ff52-43d0-8744-804410120bf4 req-df0d6748-4e9a-4ea8-afed-1b2676379e8a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:49.752136 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a992d14-ff52-43d0-8744-804410120bf4 req-df0d6748-4e9a-4ea8-afed-1b2676379e8a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0557940 Jul 20 19:29:49.799839 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a992d14-ff52-43d0-8744-804410120bf4 req-533950ca-55b0-4c67-96ae-8b7405a6b40e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411134 Jul 20 19:29:50.638323 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3af2e525-0a4d-498f-9ca6-eb4597c064ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:50.947396 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbb6d1-92c8-47b1-8b4e-2826050b8475 req-c506ef41-0ae0-406f-8997-9ddb7a8bf9e2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:50.950887 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3ebbb6d1-92c8-47b1-8b4e-2826050b8475 req-c506ef41-0ae0-406f-8997-9ddb7a8bf9e2 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0558577 Jul 20 19:29:51.015485 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3ebbb6d1-92c8-47b1-8b4e-2826050b8475 req-1f3f8e26-c9ab-4259-afb6-b3b6a5fcc0c8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582190 Jul 20 19:29:51.738899 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:52.155523 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ad18e-1b74-4b73-86a1-9d285bbdcf73 req-c63d5f96-8351-4bb4-aa6e-4adb63a3c214 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:52.156999 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f75ad18e-1b74-4b73-86a1-9d285bbdcf73 req-c63d5f96-8351-4bb4-aa6e-4adb63a3c214 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0636351 Jul 20 19:29:52.205585 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f75ad18e-1b74-4b73-86a1-9d285bbdcf73 req-7ef7e6b5-13c9-44fb-a4ac-0491b03dd91d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430350 Jul 20 19:29:53.351364 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486e5b4-4dd3-4b62-a07e-8a82722547d1 req-453509b9-eaa5-4707-9495-86eb6f87aca5 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:53.357382 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d486e5b4-4dd3-4b62-a07e-8a82722547d1 req-453509b9-eaa5-4707-9495-86eb6f87aca5 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0572119 Jul 20 19:29:53.362865 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:53.402839 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d486e5b4-4dd3-4b62-a07e-8a82722547d1 req-2a96b75c-0d1f-45bc-b486-4d00b41a33e8 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422318 Jul 20 19:29:53.459893 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:53.825969 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:29:54.524619 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16502c-93be-4164-984e-ce3c988fd672 req-af131dc4-38da-4133-965f-360b12d23875 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:54.526174 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bb16502c-93be-4164-984e-ce3c988fd672 req-af131dc4-38da-4133-965f-360b12d23875 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0489011 Jul 20 19:29:54.578728 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bb16502c-93be-4164-984e-ce3c988fd672 req-fcf6e08c-479a-4db8-af10-10c73d219b58 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469069 Jul 20 19:29:55.130217 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9295da1-5060-4fd7-b782-803c655358aa req-dada61e8-95f9-4d58-8de9-e9179c065e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:55.131719 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c9295da1-5060-4fd7-b782-803c655358aa req-dada61e8-95f9-4d58-8de9-e9179c065e72 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff9c443652a141d482130869ff76c327&device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 1128 time: 0.0395787 Jul 20 19:29:55.697726 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef31b8-914a-4c57-8882-7cd3eba6101b req-9964d5b3-d12b-4bfe-9350-82aa3d6bb19f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:55.699218 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e7ef31b8-914a-4c57-8882-7cd3eba6101b req-9964d5b3-d12b-4bfe-9350-82aa3d6bb19f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0477822 Jul 20 19:29:55.763851 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e7ef31b8-914a-4c57-8882-7cd3eba6101b req-6ac7bcb8-4729-4572-868b-32e0d7b920b5 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588942 Jul 20 19:29:55.798849 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9295da1-5060-4fd7-b782-803c655358aa req-85a83d53-b1e2-448a-b5cf-b9b06815a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:55.800112 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c9295da1-5060-4fd7-b782-803c655358aa req-85a83d53-b1e2-448a-b5cf-b9b06815a9bf service neutron] 10.222.0.89 "GET /v2.0/networks?id=ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 200 len: 918 time: 0.1128688 Jul 20 19:29:55.882564 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c9295da1-5060-4fd7-b782-803c655358aa req-45b7f84c-eb34-4952-b423-56cd31420898 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360 HTTP/1.1" status: 200 len: 999 time: 0.0669804 Jul 20 19:29:55.940231 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9295da1-5060-4fd7-b782-803c655358aa req-109f59fd-07d0-452c-897a-7053f3cf3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:55.941760 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c9295da1-5060-4fd7-b782-803c655358aa req-109f59fd-07d0-452c-897a-7053f3cf3125 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=de1f425d-2a18-45f6-9b64-fdfd0a26c08e HTTP/1.1" status: 200 len: 856 time: 0.0497272 Jul 20 19:29:55.988934 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9295da1-5060-4fd7-b782-803c655358aa req-544b6728-ca3d-4dba-8c08-bfec7b3b3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:55.990441 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c9295da1-5060-4fd7-b782-803c655358aa req-544b6728-ca3d-4dba-8c08-bfec7b3b3128 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab609c42-592c-4da6-88a0-b462f1083b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417554 Jul 20 19:29:56.060568 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:56.084417 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c9295da1-5060-4fd7-b782-803c655358aa req-91dbfbe9-a037-4923-9107-d18b954b7f92 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868337 Jul 20 19:29:56.178664 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c9295da1-5060-4fd7-b782-803c655358aa req-1bf459ff-9de3-4368-9f29-c80bae10c1a6 service neutron] 10.222.0.89 "GET /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868759 Jul 20 19:29:56.881369 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:56.897252 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6a5d3-bab3-4c91-8ecb-a09489d06989 req-9ab737d8-a292-4145-9a39-c8dc33d023b9 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:56.898682 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f5f6a5d3-bab3-4c91-8ecb-a09489d06989 req-9ab737d8-a292-4145-9a39-c8dc33d023b9 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 944 time: 0.0509083 Jul 20 19:29:56.945687 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f5f6a5d3-bab3-4c91-8ecb-a09489d06989 req-8746f215-9de4-4fcc-8da6-aa96ba58e8e7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414929 Jul 20 19:29:56.999040 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 03a3ef57-93c9-4005-bc98-7bd8a6843360 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:29:57.109119 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:57.120380 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'port_id': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'mac_address': 'fa:16:3e:4c:a6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:29:57.154109 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 03a3ef57-93c9-4005-bc98-7bd8a6843360 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:29:57.154499 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:57.167236 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a3ef57-93c9-4005-bc98-7bd8a6843360 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:29:57.187784 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:57.192277 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:57.237394 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=03a3ef57-93c9-4005-bc98-7bd8a6843360,revision_number=9']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:57.457576 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['03a3ef57-93c9-4005-bc98-7bd8a6843360'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:29:58.067200 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28be74-a496-403e-920e-e1a2f57573fa req-71f3f664-b2ed-40f5-b489-2cdbac7d0bfe tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:58.068707 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a28be74-a496-403e-920e-e1a2f57573fa req-71f3f664-b2ed-40f5-b489-2cdbac7d0bfe tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 945 time: 0.0504978 Jul 20 19:29:58.113351 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:58.118261 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0a28be74-a496-403e-920e-e1a2f57573fa req-f6e9ed2f-951d-4709-a020-d86198ed151d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441425 Jul 20 19:29:59.028314 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 03a3ef57-93c9-4005-bc98-7bd8a6843360 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:29:59.072490 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 03a3ef57-93c9-4005-bc98-7bd8a6843360 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:29:59.072888 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.074094 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:59.108932 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:59.152439 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 03a3ef57-93c9-4005-bc98-7bd8a6843360 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:29:59.152833 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.177079 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:59.179755 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90045e22-f52a-4ffd-b754-ac57efd08988" -d '{"events": [{"server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "name": "network-vif-plugged", "status": "completed", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:59.197792 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:59.211638 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.255351 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a938ffd-597f-4bbc-bb51-4f7ce0f22cee req-f76c7b39-90c8-47d7-8371-0706f0a48905 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:59.262771 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4a938ffd-597f-4bbc-bb51-4f7ce0f22cee req-f76c7b39-90c8-47d7-8371-0706f0a48905 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 947 time: 0.0684488 Jul 20 19:29:59.272895 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=03a3ef57-93c9-4005-bc98-7bd8a6843360,revision_number=10']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:59.325111 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-4a938ffd-597f-4bbc-bb51-4f7ce0f22cee req-dc9dee66-0da0-4d9d-9c11-7126a96de722 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611618 Jul 20 19:29:59.325780 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5dd2c3-5a38-431c-88a1-c7d907a5e4e1 x-openstack-request-id: req-be5dd2c3-5a38-431c-88a1-c7d907a5e4e1 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:59.326258 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "name": "network-vif-plugged", "status": "completed", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:59.326714 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be5dd2c3-5a38-431c-88a1-c7d907a5e4e1 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:59.327331 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5dd2c3-5a38-431c-88a1-c7d907a5e4e1'] response: {'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'code': 200} Jul 20 19:29:59.531386 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259ac6b-a035-47ad-83cb-86e0d1912ce3 req-1e62d7ec-66d0-40bb-aa3d-79d52a988c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:59.532850 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4259ac6b-a035-47ad-83cb-86e0d1912ce3 req-1e62d7ec-66d0-40bb-aa3d-79d52a988c1a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 1131 time: 0.0388932 Jul 20 19:29:59.584902 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4259ac6b-a035-47ad-83cb-86e0d1912ce3 req-93ff3406-035b-40dc-9bbf-6f2825a2e9db service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396609 Jul 20 19:30:00.400803 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383b1e8-5962-494b-8df9-4e97b7702c98 req-22503323-09b8-4ed0-bc43-5f38f3efab52 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:00.402260 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0383b1e8-5962-494b-8df9-4e97b7702c98 req-22503323-09b8-4ed0-bc43-5f38f3efab52 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 946 time: 0.0663991 Jul 20 19:30:00.446996 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d911edd-c3c3-469c-bbe2-61803c7d76db req-e487aa90-c0d1-448e-8319-da18e726547b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:00.448627 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1d911edd-c3c3-469c-bbe2-61803c7d76db req-e487aa90-c0d1-448e-8319-da18e726547b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 947 time: 0.0524797 Jul 20 19:30:00.451907 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0383b1e8-5962-494b-8df9-4e97b7702c98 req-37ba9475-a5b9-4030-8267-20d0ce3aec3e tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434563 Jul 20 19:30:00.499349 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1d911edd-c3c3-469c-bbe2-61803c7d76db req-18401912-f924-45e7-9d65-38903a7d5f91 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441709 Jul 20 19:30:01.571063 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f03b4b-c445-489c-87c0-03ad81c65a50 req-8010660c-f758-4c70-9411-540949aa3793 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:01.572658 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-67f03b4b-c445-489c-87c0-03ad81c65a50 req-8010660c-f758-4c70-9411-540949aa3793 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 946 time: 0.0510983 Jul 20 19:30:01.621319 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-67f03b4b-c445-489c-87c0-03ad81c65a50 req-a56a2b3a-e33e-4846-ba00-6ecd3ad96e2d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423729 Jul 20 19:30:01.625493 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33bbb5-7bfb-49c0-a336-acd8370ca46d req-56438139-0d18-4455-9af9-8bb519b874bb tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:01.627155 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-da33bbb5-7bfb-49c0-a336-acd8370ca46d req-56438139-0d18-4455-9af9-8bb519b874bb tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 947 time: 0.0477140 Jul 20 19:30:01.677995 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-da33bbb5-7bfb-49c0-a336-acd8370ca46d req-3e6ed77a-b7f8-40aa-aa5f-5713a8e4cfdc tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409689 Jul 20 19:30:02.734959 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238ffce-b48f-4ecb-8224-53b0e52d27da req-e7cdb7bf-965b-4cf9-bdbf-6a23db7206d6 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:02.736479 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a238ffce-b48f-4ecb-8224-53b0e52d27da req-e7cdb7bf-965b-4cf9-bdbf-6a23db7206d6 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 946 time: 0.0484738 Jul 20 19:30:02.790163 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a238ffce-b48f-4ecb-8224-53b0e52d27da req-8eef49d3-0811-41e4-89c1-b611b3e9710a tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481389 Jul 20 19:30:02.797338 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cade8b8-ec7e-4582-8120-4ffdbf477047 req-a7b81282-58ef-411b-9767-3d1045fb84ed tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:02.798878 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6cade8b8-ec7e-4582-8120-4ffdbf477047 req-a7b81282-58ef-411b-9767-3d1045fb84ed tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 947 time: 0.0461454 Jul 20 19:30:02.848486 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6cade8b8-ec7e-4582-8120-4ffdbf477047 req-f5ea9860-e914-461b-94f3-45c7b2fbf439 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437925 Jul 20 19:30:03.822218 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=7 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:03.823302 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:03.909759 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a03642-fe71-4d73-85ac-55fcedf2b756 req-70f327d4-760c-4970-acc6-1a2d30f2ac2c tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:03.911258 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-20a03642-fe71-4d73-85ac-55fcedf2b756 req-70f327d4-760c-4970-acc6-1a2d30f2ac2c tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 946 time: 0.0504141 Jul 20 19:30:03.990048 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-20a03642-fe71-4d73-85ac-55fcedf2b756 req-8d30f49a-fc3d-4d8d-b2ad-578c79a913fd tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724978 Jul 20 19:30:03.999219 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31bd31-bfe6-4634-97c5-42ccd9d98952 req-62ceec2a-6eb1-4dd0-8e9a-dd016ee13130 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:04.009097 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4e31bd31-bfe6-4634-97c5-42ccd9d98952 req-62ceec2a-6eb1-4dd0-8e9a-dd016ee13130 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 947 time: 0.0769894 Jul 20 19:30:04.059135 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4e31bd31-bfe6-4634-97c5-42ccd9d98952 req-a0d5c3f7-8f64-41e5-9188-53bb77d6017d tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491817 Jul 20 19:30:05.091671 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:05.104758 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfb1e9-d39b-477d-96e3-2bf98c42d67f req-10834899-b7ba-445f-afc7-aea3e87e0782 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:05.106717 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-58cfb1e9-d39b-477d-96e3-2bf98c42d67f req-10834899-b7ba-445f-afc7-aea3e87e0782 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 946 time: 0.0469952 Jul 20 19:30:05.154138 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-58cfb1e9-d39b-477d-96e3-2bf98c42d67f req-009fe72b-fdc0-4459-b112-90d538239ba1 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419364 Jul 20 19:30:05.180004 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccf60d-46ce-4465-953a-86e4a35e84d5 req-ebe7be04-a14c-43ae-b07f-07074f2d985e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:05.182804 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7cccf60d-46ce-4465-953a-86e4a35e84d5 req-ebe7be04-a14c-43ae-b07f-07074f2d985e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 947 time: 0.0509787 Jul 20 19:30:05.229844 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7cccf60d-46ce-4465-953a-86e4a35e84d5 req-f6346079-0e29-4a54-91cb-afd7bf510ced tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406556 Jul 20 19:30:06.274043 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351595f-05de-43dd-b290-4d828c1cab45 req-4b49f35d-da58-4b2f-8e4b-fd8e2bdbdcc7 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:06.275510 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0351595f-05de-43dd-b290-4d828c1cab45 req-4b49f35d-da58-4b2f-8e4b-fd8e2bdbdcc7 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 946 time: 0.0497267 Jul 20 19:30:06.323267 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0351595f-05de-43dd-b290-4d828c1cab45 req-64ac3a20-ae71-4801-8663-e97d32bf40ae tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418096 Jul 20 19:30:06.362621 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fde25-1a24-4c07-a98c-944bedc6cd07 req-299f89bd-85d1-439b-8abe-af055376166e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:06.364082 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0c7fde25-1a24-4c07-a98c-944bedc6cd07 req-299f89bd-85d1-439b-8abe-af055376166e tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 947 time: 0.0608921 Jul 20 19:30:06.413604 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0c7fde25-1a24-4c07-a98c-944bedc6cd07 req-308f802f-738a-4926-be85-6dfcc9edd348 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433667 Jul 20 19:30:07.168385 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-5f8a0d68-d82b-43bf-ac4b-019f377883d3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:07.170206 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-5f8a0d68-d82b-43bf-ac4b-019f377883d3 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.89 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 946 time: 0.0462613 Jul 20 19:30:07.258314 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Deleting port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:30:07.258652 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.345839 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] For port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:07.346204 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.352799 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:07.447477 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ff963-316f-44d6-877a-66ae29a359bd req-434113d4-a3cb-48f2-926c-ee995229981d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:07.449018 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b26ff963-316f-44d6-877a-66ae29a359bd req-434113d4-a3cb-48f2-926c-ee995229981d tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 946 time: 0.0472710 Jul 20 19:30:07.498366 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b26ff963-316f-44d6-877a-66ae29a359bd req-5c86240e-47e5-42d5-ae67-a4fab4c3cdc6 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f213ede-edf2-4b41-b90f-ab90c150e060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429401 Jul 20 19:30:07.505145 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:07.553241 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dd03c-1a18-476f-ab23-b53c0fdcd0ce req-3c39f58c-bb98-4b0f-8371-745126c72a12 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:07.554743 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4f0dd03c-1a18-476f-ab23-b53c0fdcd0ce req-3c39f58c-bb98-4b0f-8371-745126c72a12 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 947 time: 0.0661268 Jul 20 19:30:07.556601 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.556962 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (7ae9afae-031e-43f4-9e81-d46a63e05609), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.557274 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Floating IP 7ae9afae-031e-43f4-9e81-d46a63e05609 disassociated. External IP: 172.27.2.172, port: e1e7bed1-e7ec-4008-a6b1-b81f384e1cea. Jul 20 19:30:07.557625 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Calling delete_port for e1e7bed1-e7ec-4008-a6b1-b81f384e1cea owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:30:07.654270 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4f0dd03c-1a18-476f-ab23-b53c0fdcd0ce req-1f7eb7ba-ac78-49b5-a84c-46a5cc9c1827 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916109 Jul 20 19:30:07.722396 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (e1e7bed1-e7ec-4008-a6b1-b81f384e1cea), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.750429 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event deleted for resources: {'Port': ['ID=e1e7bed1-e7ec-4008-a6b1-b81f384e1cea,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:07.763996 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.764236 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.764604 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.764939 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.765266 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.765588 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.765907 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.766227 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.766555 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.766958 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.767180 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.767509 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.767813 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.768132 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.768472 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.873939 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:30:07.980407 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:30:07.992368 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05630c1-b28e-4824-b922-e8bbaad8a150 None None] Sync routers for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:30:08.005215 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05630c1-b28e-4824-b922-e8bbaad8a150 None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:08.006136 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-e05630c1-b28e-4824-b922-e8bbaad8a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:29:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:08.025665 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] No DVR routers for this DVR port e1e7bed1-e7ec-4008-a6b1-b81f384e1cea on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:30:08.028451 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.031675 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a1effc62-6f05-4f13-8a43-d385d54bbc71 req-b4469a94-28cf-40d7-b96c-32b04de103c0 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.89 "DELETE /v2.0/ports/e1e7bed1-e7ec-4008-a6b1-b81f384e1cea HTTP/1.1" status: 204 len: 173 time: 0.8549948 Jul 20 19:30:08.032136 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'name': 'network-vif-deleted', 'tag': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:30:08.034415 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb12cb5-5b01-4839-8212-7847a14bfccf" -d '{"events": [{"server_uuid": "2bfc06e5-b70e-443b-9192-6a0af96a58db", "name": "network-vif-deleted", "tag": "e1e7bed1-e7ec-4008-a6b1-b81f384e1cea"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:30:08.141207 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-e05630c1-b28e-4824-b922-e8bbaad8a150 None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:08.164218 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2afd14-6adf-4a6d-9800-47606c408202 x-openstack-request-id: req-0e2afd14-6adf-4a6d-9800-47606c408202 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:30:08.164610 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfc06e5-b70e-443b-9192-6a0af96a58db", "name": "network-vif-deleted", "tag": "e1e7bed1-e7ec-4008-a6b1-b81f384e1cea", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:30:08.164877 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e2afd14-6adf-4a6d-9800-47606c408202 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:30:08.165364 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2afd14-6adf-4a6d-9800-47606c408202'] response: {'server_uuid': '2bfc06e5-b70e-443b-9192-6a0af96a58db', 'name': 'network-vif-deleted', 'tag': 'e1e7bed1-e7ec-4008-a6b1-b81f384e1cea', 'status': 'completed', 'code': 200} Jul 20 19:30:08.352541 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-e05630c1-b28e-4824-b922-e8bbaad8a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:11Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:08.384886 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05630c1-b28e-4824-b922-e8bbaad8a150 None None] Checking router: 4e3f6237-4cd2-4792-ae17-5c1a081d08eb for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:30:08.393434 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05630c1-b28e-4824-b922-e8bbaad8a150 None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:08.394032 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-e05630c1-b28e-4824-b922-e8bbaad8a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:29:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:08.615976 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-22cc33d7-a5d8-45dd-8d51-8dae27ce0fa3 req-904ccf05-cd4f-4fa0-99e1-0cf1e9f0b9e5 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bfc06e5-b70e-443b-9192-6a0af96a58db HTTP/1.1" status: 200 len: 210 time: 0.0294526 Jul 20 19:30:08.633296 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-e05630c1-b28e-4824-b922-e8bbaad8a150 None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:08.817723 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-e05630c1-b28e-4824-b922-e8bbaad8a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:11Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:08.842829 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05630c1-b28e-4824-b922-e8bbaad8a150 None None] The sync data for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi is: [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:24:03Z', 'revision_number': 4, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'c066af0b-7a7b-472b-ae8d-4a3683a9ba42', 'name': '', 'network_id': 'f5bb1c67-48ca-4e2c-b322-fdd0133524e4', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'mac_address': 'fa:16:3e:8a:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:01Z', 'updated_at': '2022-07-20T19:24:11Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'subnets': [{'id': '51299be0-e1ff-48e7-8c5f-c79b7fb4abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:30:09.052194 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e6040-4622-40d0-99f7-f1cb31d3808c None None] New status for floating IP 7ae9afae-031e-43f4-9e81-d46a63e05609: DOWN {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:30:09.709772 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 43846) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:09.772263 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d997639b-5c97-42e2-9985-5689c6fbfd50 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group (8f213ede-edf2-4b41-b90f-ab90c150e060), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.797787 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d997639b-5c97-42e2-9985-5689c6fbfd50 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group (8f213ede-edf2-4b41-b90f-ab90c150e060), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.846706 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d997639b-5c97-42e2-9985-5689c6fbfd50 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (8f213ede-edf2-4b41-b90f-ab90c150e060), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.849429 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d997639b-5c97-42e2-9985-5689c6fbfd50 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.850677 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-d997639b-5c97-42e2-9985-5689c6fbfd50 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "DELETE /v2.0/security-groups/8f213ede-edf2-4b41-b90f-ab90c150e060 HTTP/1.1" status: 204 len: 168 time: 0.1399059 Jul 20 19:30:09.853884 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 43848) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:09.855304 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:09.860937 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997639b-5c97-42e2-9985-5689c6fbfd50 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f213ede-edf2-4b41-b90f-ab90c150e060,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:09.875154 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.api.v2.resource [None req-4c2572a6-7655-438f-8536-85e6d843f1c9 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] show failed (client error): The resource could not be found. Jul 20 19:30:09.876184 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-4c2572a6-7655-438f-8536-85e6d843f1c9 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "GET /v2.0/security-groups/8f213ede-edf2-4b41-b90f-ab90c150e060 HTTP/1.1" status: 404 len: 347 time: 0.0209591 Jul 20 19:30:09.879026 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 43850) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:09.988719 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-24653a23-c8cd-4348-b85a-c77e292b9891 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Deleting port 93c66ade-5cb4-44da-a80c-9b477e705bee {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:30:09.988922 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-24653a23-c8cd-4348-b85a-c77e292b9891 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (93c66ade-5cb4-44da-a80c-9b477e705bee), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.078669 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-24653a23-c8cd-4348-b85a-c77e292b9891 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (93c66ade-5cb4-44da-a80c-9b477e705bee), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.078990 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-24653a23-c8cd-4348-b85a-c77e292b9891 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (93c66ade-5cb4-44da-a80c-9b477e705bee), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.092967 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-24653a23-c8cd-4348-b85a-c77e292b9891 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Calling delete_port for 93c66ade-5cb4-44da-a80c-9b477e705bee owned by network:floatingip {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:30:10.141021 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:10.237463 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-24653a23-c8cd-4348-b85a-c77e292b9891 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (93c66ade-5cb4-44da-a80c-9b477e705bee), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.262487 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24653a23-c8cd-4348-b85a-c77e292b9891 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Pushing event deleted for resources: {'Port': ['ID=93c66ade-5cb4-44da-a80c-9b477e705bee,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:10.329763 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-24653a23-c8cd-4348-b85a-c77e292b9891 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks [] for floatingip (7ae9afae-031e-43f4-9e81-d46a63e05609), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.332174 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-24653a23-c8cd-4348-b85a-c77e292b9891 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.333422 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-24653a23-c8cd-4348-b85a-c77e292b9891 tempest-AttachVolumeTestJSON-859918001 tempest-AttachVolumeTestJSON-859918001-project] 10.222.0.43 "DELETE /v2.0/floatingips/7ae9afae-031e-43f4-9e81-d46a63e05609 HTTP/1.1" status: 204 len: 168 time: 0.4535081 Jul 20 19:30:11.088198 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device e1e7bed1-e7ec-4008-a6b1-b81f384e1cea no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:30:11.111163 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: e1e7bed1-e7ec-4008-a6b1-b81f384e1cea {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:30:11.111505 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device e1e7bed1-e7ec-4008-a6b1-b81f384e1cea not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:30:13.904086 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 43914) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:14.223885 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:14.316945 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c3eed61a-78dd-4901-8067-40ecc938df52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454226'] for router_interface (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.541190 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-c3eed61a-78dd-4901-8067-40ecc938df52 admin admin] Deleting port c066af0b-7a7b-472b-ae8d-4a3683a9ba42 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:30:14.541442 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c3eed61a-78dd-4901-8067-40ecc938df52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.629781 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-c3eed61a-78dd-4901-8067-40ecc938df52 admin admin] For port c066af0b-7a7b-472b-ae8d-4a3683a9ba42, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=c066af0b-7a7b-472b-ae8d-4a3683a9ba42,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:14.630146 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c3eed61a-78dd-4901-8067-40ecc938df52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.644273 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-c3eed61a-78dd-4901-8067-40ecc938df52 admin admin] Calling delete_port for c066af0b-7a7b-472b-ae8d-4a3683a9ba42 owned by network:router_interface {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:30:14.808990 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:14.827227 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c3eed61a-78dd-4901-8067-40ecc938df52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (c066af0b-7a7b-472b-ae8d-4a3683a9ba42), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.854759 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eed61a-78dd-4901-8067-40ecc938df52 admin admin] Pushing event deleted for resources: {'Port': ['ID=c066af0b-7a7b-472b-ae8d-4a3683a9ba42,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:15.083425 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c3eed61a-78dd-4901-8067-40ecc938df52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454342'] for router_interface (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:15.425717 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:15.545240 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eed61a-78dd-4901-8067-40ecc938df52 admin admin] Router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:30:15.654086 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eed61a-78dd-4901-8067-40ecc938df52 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:30:15.659490 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-c3eed61a-78dd-4901-8067-40ecc938df52 admin admin] 10.222.0.43 "PUT /v2.0/routers/4e3f6237-4cd2-4792-ae17-5c1a081d08eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543516 Jul 20 19:30:15.662362 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 43922) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:15.665435 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5dc0a8-81e3-4ff5-a3cc-6d21205fb731 None None] Sync routers for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:30:15.679580 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5dc0a8-81e3-4ff5-a3cc-6d21205fb731 None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:15.680520 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-3c5dc0a8-81e3-4ff5-a3cc-6d21205fb731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:29:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:15.726543 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:15.765952 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Publish callbacks [] for router (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:15.785031 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-3c5dc0a8-81e3-4ff5-a3cc-6d21205fb731 None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:15.848469 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:15.868164 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Publish callbacks [] for router_gateway (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:15.917429 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Deleting port fc92855c-0f51-40e1-a41f-5c60d3274efb {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:30:15.918027 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:15.920010 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:15.957815 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-3c5dc0a8-81e3-4ff5-a3cc-6d21205fb731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:30:14Z', 'revision_number': 5, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port': {'id': 'fc92855c-0f51-40e1-a41f-5c60d3274efb', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:52Z', 'updated_at': '2022-07-20T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:15.983389 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5dc0a8-81e3-4ff5-a3cc-6d21205fb731 None None] Checking router: 4e3f6237-4cd2-4792-ae17-5c1a081d08eb for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:30:15.993572 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5dc0a8-81e3-4ff5-a3cc-6d21205fb731 None None] Routers {'4e3f6237-4cd2-4792-ae17-5c1a081d08eb'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:15.994381 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-3c5dc0a8-81e3-4ff5-a3cc-6d21205fb731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:29:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:16.007350 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] For port fc92855c-0f51-40e1-a41f-5c60d3274efb, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=fc92855c-0f51-40e1-a41f-5c60d3274efb,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:16.008247 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.020701 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Calling delete_port for fc92855c-0f51-40e1-a41f-5c60d3274efb owned by network:router_gateway {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:30:16.077777 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-3c5dc0a8-81e3-4ff5-a3cc-6d21205fb731 None None] Set router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb gateway port host: None {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:16.145483 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-3c5dc0a8-81e3-4ff5-a3cc-6d21205fb731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:30:15Z', 'revision_number': 6, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port_host': None}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:16.171156 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5dc0a8-81e3-4ff5-a3cc-6d21205fb731 None None] The sync data for ids ['4e3f6237-4cd2-4792-ae17-5c1a081d08eb'] in dv-cinder-819149-14-iscsi is: [{'id': '4e3f6237-4cd2-4792-ae17-5c1a081d08eb', 'name': 'tempest-AttachVolumeTestJSON-1419240305-router', 'tenant_id': '654a322fff99416595c66a993aeaee17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:50Z', 'updated_at': '2022-07-20T19:30:15Z', 'revision_number': 6, 'project_id': '654a322fff99416595c66a993aeaee17', 'gw_port_host': None}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:30:16.197982 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (fc92855c-0f51-40e1-a41f-5c60d3274efb), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.223112 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc92855c-0f51-40e1-a41f-5c60d3274efb,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:16.294763 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-458459'] for router_gateway (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.297141 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:16.401425 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127878'] for router (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.404329 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Publish callbacks [] for router_controller (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.467018 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453216'] for router (4e3f6237-4cd2-4792-ae17-5c1a081d08eb), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.467510 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e3f6237-4cd2-4792-ae17-5c1a081d08eb {{(pid=103974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:30:16.472530 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.473655 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-b887aec0-d2fb-4449-b0b0-bbb6923c6dd3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4e3f6237-4cd2-4792-ae17-5c1a081d08eb HTTP/1.1" status: 204 len: 168 time: 0.8099439 Jul 20 19:30:16.476167 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 43924) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:16.523444 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0ecbc8-8abf-41d5-bd4c-f97e6583e2f5 admin admin] Deleting subnet 51299be0-e1ff-48e7-8c5f-c79b7fb4abc7 {{(pid=103974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:30:16.528910 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecbc8-8abf-41d5-bd4c-f97e6583e2f5 admin admin] Publish callbacks [] for subnet (51299be0-e1ff-48e7-8c5f-c79b7fb4abc7), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.563112 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecbc8-8abf-41d5-bd4c-f97e6583e2f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9570133'] for subnet (51299be0-e1ff-48e7-8c5f-c79b7fb4abc7), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.663877 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecbc8-8abf-41d5-bd4c-f97e6583e2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (51299be0-e1ff-48e7-8c5f-c79b7fb4abc7), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.737278 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecbc8-8abf-41d5-bd4c-f97e6583e2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9549956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9559478'] for subnet (51299be0-e1ff-48e7-8c5f-c79b7fb4abc7), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.765860 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ecbc8-8abf-41d5-bd4c-f97e6583e2f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51299be0-e1ff-48e7-8c5f-c79b7fb4abc7,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:16.769598 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecbc8-8abf-41d5-bd4c-f97e6583e2f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.773338 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-9e0ecbc8-8abf-41d5-bd4c-f97e6583e2f5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/51299be0-e1ff-48e7-8c5f-c79b7fb4abc7 HTTP/1.1" status: 204 len: 168 time: 0.2961948 Jul 20 19:30:16.775863 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 43936) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:16.776194 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1b72e1-d4d7-43f6-a4b6-6f643d583c25 None None] Network f5bb1c67-48ca-4e2c-b322-fdd0133524e4 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:16.858369 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (f5bb1c67-48ca-4e2c-b322-fdd0133524e4), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.866928 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:16.909891 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Deleting port 563857b7-6dad-40fe-a1a5-a4f359e42d83 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:30:16.910370 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.986771 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] For port 563857b7-6dad-40fe-a1a5-a4f359e42d83, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=563857b7-6dad-40fe-a1a5-a4f359e42d83,segment=NetworkSegment(8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac),segment_id=8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:16.987007 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.988385 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bffd058-bfcd-43b7-8d24-4295e52e39e0 None None] DHCP port deletion for f5bb1c67-48ca-4e2c-b322-fdd0133524e4 request from dv-cinder-819149-14-iscsi {{(pid=103975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:30:17.004176 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Calling delete_port for 563857b7-6dad-40fe-a1a5-a4f359e42d83 owned by network:dhcp {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:30:17.056742 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device fc92855c-0f51-40e1-a41f-5c60d3274efb no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:30:17.089106 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: fc92855c-0f51-40e1-a41f-5c60d3274efb {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:30:17.089681 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device fc92855c-0f51-40e1-a41f-5c60d3274efb not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:30:17.090329 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device c066af0b-7a7b-472b-ae8d-4a3683a9ba42 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:30:17.105720 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.120201 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-3bffd058-bfcd-43b7-8d24-4295e52e39e0 None None] Deleting port 563857b7-6dad-40fe-a1a5-a4f359e42d83 {{(pid=103975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:30:17.120590 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3bffd058-bfcd-43b7-8d24-4295e52e39e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), before_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.136010 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] No DVR routers for this DVR port 563857b7-6dad-40fe-a1a5-a4f359e42d83 on host dv-cinder-819149-14-iscsi {{(pid=103974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:30:17.136389 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: c066af0b-7a7b-472b-ae8d-4a3683a9ba42 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:30:17.136389 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device c066af0b-7a7b-472b-ae8d-4a3683a9ba42 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:30:17.164120 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=563857b7-6dad-40fe-a1a5-a4f359e42d83,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:17.197663 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-3bffd058-bfcd-43b7-8d24-4295e52e39e0 None None] For port 563857b7-6dad-40fe-a1a5-a4f359e42d83, host dv-cinder-819149-14-iscsi, got binding levels [] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:17.197975 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3bffd058-bfcd-43b7-8d24-4295e52e39e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), precommit_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.211362 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-3bffd058-bfcd-43b7-8d24-4295e52e39e0 None None] Calling delete_port for 563857b7-6dad-40fe-a1a5-a4f359e42d83 owned by network:dhcp {{(pid=103975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:30:17.214263 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.ipam_backend_mixin [None req-3bffd058-bfcd-43b7-8d24-4295e52e39e0 None None] Port 563857b7-6dad-40fe-a1a5-a4f359e42d83 was not found and therefore no delete operation was performed {{(pid=103975) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 20 19:30:17.215479 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3bffd058-bfcd-43b7-8d24-4295e52e39e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190'] for port (563857b7-6dad-40fe-a1a5-a4f359e42d83), after_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.222045 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (f5bb1c67-48ca-4e2c-b322-fdd0133524e4), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.240493 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffd058-bfcd-43b7-8d24-4295e52e39e0 None None] Pushing event deleted for resources: {'Port': ['ID=563857b7-6dad-40fe-a1a5-a4f359e42d83,revision_number=None']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:17.242214 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffd058-bfcd-43b7-8d24-4295e52e39e0 None None] No DVR routers for this DVR port 563857b7-6dad-40fe-a1a5-a4f359e42d83 on host dv-cinder-819149-14-iscsi {{(pid=103975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:30:17.244180 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bb1c67-48ca-4e2c-b322-fdd0133524e4']}} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:17.257121 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac') {'for_net_delete': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:17.257422 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac') {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:17.267659 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9570114'] for segment (8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.281513 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.289408 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:30:17.289869 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9550886'] for segment (8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.312647 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:17.338772 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.services.segments.plugin [-] Segment 8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac resource provider aggregate not found Jul 20 19:30:17.358303 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.services.segments.plugin [-] Segment 8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f468f92-f4fe-4f4b-b9e5-287a40ccf3ac found for delete ", "request_id": "req-eba77588-afd5-443c-b7a8-7b8138ba7730"}]} Jul 20 19:30:17.363388 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (f5bb1c67-48ca-4e2c-b322-fdd0133524e4), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.368846 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.374833 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f5bb1c67-48ca-4e2c-b322-fdd0133524e4 HTTP/1.1" status: 204 len: 168 time: 0.5941989 Jul 20 19:30:17.390842 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f59a7-6060-469c-9173-f7b216b640b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5bb1c67-48ca-4e2c-b322-fdd0133524e4,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:17.406994 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.496184 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 43954) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:17.536753 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-4c29840e-3ae1-4b28-b08a-c482f4a3302f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=654a322fff99416595c66a993aeaee17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387101 Jul 20 19:30:17.539018 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 43956) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:17.586861 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81572a16-bf12-4aa9-a88c-3b5758c3b4ab admin admin] Publish callbacks [] for security_group (a0a89001-6ddd-4595-96d1-37327e8fef8a), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.607773 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81572a16-bf12-4aa9-a88c-3b5758c3b4ab admin admin] Publish callbacks [] for security_group (a0a89001-6ddd-4595-96d1-37327e8fef8a), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.655668 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81572a16-bf12-4aa9-a88c-3b5758c3b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (a0a89001-6ddd-4595-96d1-37327e8fef8a), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.658289 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81572a16-bf12-4aa9-a88c-3b5758c3b4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.659454 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-81572a16-bf12-4aa9-a88c-3b5758c3b4ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0a89001-6ddd-4595-96d1-37327e8fef8a HTTP/1.1" status: 204 len: 168 time: 0.1195471 Jul 20 19:30:17.667469 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81572a16-bf12-4aa9-a88c-3b5758c3b4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a89001-6ddd-4595-96d1-37327e8fef8a,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:18.272801 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e6bdc604-7eed-403d-944d-c45dae503b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:18.975740 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 563857b7-6dad-40fe-a1a5-a4f359e42d83 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:30:18.994279 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 563857b7-6dad-40fe-a1a5-a4f359e42d83 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:30:18.995164 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 563857b7-6dad-40fe-a1a5-a4f359e42d83 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:30:19.135862 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:19.138276 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:20.069053 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44052) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:20.175219 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb304-2025-43b8-adf2-442cc5b65b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:20.250033 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb304-2025-43b8-adf2-442cc5b65b2b admin admin] Publish callbacks [] for security_group (69749453-c3cf-4111-91b3-107de759a846), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:20.254671 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb304-2025-43b8-adf2-442cc5b65b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (69749453-c3cf-4111-91b3-107de759a846), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:20.296374 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-ef3eb304-2025-43b8-adf2-442cc5b65b2b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b2080ce58d04c7aaf9a3d0249f5c031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261844 Jul 20 19:30:20.297042 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3eb304-2025-43b8-adf2-442cc5b65b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69749453-c3cf-4111-91b3-107de759a846,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:20.300068 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44058) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:20.362676 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5aab446c-fd32-4379-b67e-7067bdbd0f4a admin admin] Publish callbacks [] for security_group (69749453-c3cf-4111-91b3-107de759a846), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:20.385882 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5aab446c-fd32-4379-b67e-7067bdbd0f4a admin admin] Publish callbacks [] for security_group (69749453-c3cf-4111-91b3-107de759a846), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:20.435191 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5aab446c-fd32-4379-b67e-7067bdbd0f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (69749453-c3cf-4111-91b3-107de759a846), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:20.437751 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5aab446c-fd32-4379-b67e-7067bdbd0f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:20.438907 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5aab446c-fd32-4379-b67e-7067bdbd0f4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69749453-c3cf-4111-91b3-107de759a846 HTTP/1.1" status: 204 len: 168 time: 0.1368818 Jul 20 19:30:20.447401 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab446c-fd32-4379-b67e-7067bdbd0f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69749453-c3cf-4111-91b3-107de759a846,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:20.624421 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-54813764-4715-4efa-a6ac-c278aa5d4d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:20.762427 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44074) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:20.775360 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6b7b69e6-bebf-4df5-9b03-3525ec369f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:20.851102 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6b7b69e6-bebf-4df5-9b03-3525ec369f30 admin admin] Publish callbacks [] for security_group (54bd77e8-2787-481d-8506-134f901c672d), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:20.854721 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6b7b69e6-bebf-4df5-9b03-3525ec369f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (54bd77e8-2787-481d-8506-134f901c672d), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:20.893894 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-6b7b69e6-bebf-4df5-9b03-3525ec369f30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=801d128ca20a4e6f80410bb1faf6e965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303649 Jul 20 19:30:20.895002 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b69e6-bebf-4df5-9b03-3525ec369f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bd77e8-2787-481d-8506-134f901c672d,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:20.896624 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44076) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:20.911354 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:20.948894 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54db6c1f-fd50-4ae9-8937-d6bb4adc642d admin admin] Publish callbacks [] for security_group (54bd77e8-2787-481d-8506-134f901c672d), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:20.969605 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54db6c1f-fd50-4ae9-8937-d6bb4adc642d admin admin] Publish callbacks [] for security_group (54bd77e8-2787-481d-8506-134f901c672d), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:21.015378 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54db6c1f-fd50-4ae9-8937-d6bb4adc642d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (54bd77e8-2787-481d-8506-134f901c672d), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:21.017823 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54db6c1f-fd50-4ae9-8937-d6bb4adc642d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:21.018947 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-54db6c1f-fd50-4ae9-8937-d6bb4adc642d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54bd77e8-2787-481d-8506-134f901c672d HTTP/1.1" status: 204 len: 168 time: 0.1212060 Jul 20 19:30:21.026636 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db6c1f-fd50-4ae9-8937-d6bb4adc642d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bd77e8-2787-481d-8506-134f901c672d,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:21.734126 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:22.650827 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44130) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:22.754928 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1a4862b8-9e2c-4750-b307-9411c4de174c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:22.830576 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1a4862b8-9e2c-4750-b307-9411c4de174c admin admin] Publish callbacks [] for security_group (3d947f07-6929-4e76-bfd1-1ad11208b8fc), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:22.834382 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1a4862b8-9e2c-4750-b307-9411c4de174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (3d947f07-6929-4e76-bfd1-1ad11208b8fc), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:22.876817 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-1a4862b8-9e2c-4750-b307-9411c4de174c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65fd7f8b90a445a5aa42f77d592bd93e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246346 Jul 20 19:30:22.877425 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4862b8-9e2c-4750-b307-9411c4de174c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d947f07-6929-4e76-bfd1-1ad11208b8fc,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:22.879170 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44134) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:22.901807 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:22.934246 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-136f6d10-491d-4d2d-8672-befffc440ef0 admin admin] Publish callbacks [] for security_group (3d947f07-6929-4e76-bfd1-1ad11208b8fc), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:22.956618 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-136f6d10-491d-4d2d-8672-befffc440ef0 admin admin] Publish callbacks [] for security_group (3d947f07-6929-4e76-bfd1-1ad11208b8fc), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:23.008858 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-136f6d10-491d-4d2d-8672-befffc440ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (3d947f07-6929-4e76-bfd1-1ad11208b8fc), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:23.011860 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-136f6d10-491d-4d2d-8672-befffc440ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:23.013725 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-136f6d10-491d-4d2d-8672-befffc440ef0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d947f07-6929-4e76-bfd1-1ad11208b8fc HTTP/1.1" status: 204 len: 168 time: 0.1334693 Jul 20 19:30:23.026361 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f6d10-491d-4d2d-8672-befffc440ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d947f07-6929-4e76-bfd1-1ad11208b8fc,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:23.286585 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44142) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:23.299773 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-37df5558-6a3d-4e18-83c8-14f8b8661ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:23.334556 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:23.342483 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:23.383708 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-37df5558-6a3d-4e18-83c8-14f8b8661ac1 admin admin] Publish callbacks [] for security_group (f50ed0c1-d7e6-4048-a795-92df5a51d2a8), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:23.387993 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-37df5558-6a3d-4e18-83c8-14f8b8661ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (f50ed0c1-d7e6-4048-a795-92df5a51d2a8), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:23.426979 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df5558-6a3d-4e18-83c8-14f8b8661ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50ed0c1-d7e6-4048-a795-92df5a51d2a8,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:23.432446 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-37df5558-6a3d-4e18-83c8-14f8b8661ac1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d151e2d0269c4ae7af4d6b5057bdbee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447983 Jul 20 19:30:23.435757 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44144) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:23.462752 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:23.488216 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4b1b-46ea-480b-aff1-0cb9fde484b6 admin admin] Publish callbacks [] for security_group (f50ed0c1-d7e6-4048-a795-92df5a51d2a8), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:23.513339 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4b1b-46ea-480b-aff1-0cb9fde484b6 admin admin] Publish callbacks [] for security_group (f50ed0c1-d7e6-4048-a795-92df5a51d2a8), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:23.557894 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4b1b-46ea-480b-aff1-0cb9fde484b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (f50ed0c1-d7e6-4048-a795-92df5a51d2a8), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:23.560940 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4b1b-46ea-480b-aff1-0cb9fde484b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:23.562074 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5c3c4b1b-46ea-480b-aff1-0cb9fde484b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f50ed0c1-d7e6-4048-a795-92df5a51d2a8 HTTP/1.1" status: 204 len: 168 time: 0.1253455 Jul 20 19:30:23.571756 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c4b1b-46ea-480b-aff1-0cb9fde484b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50ed0c1-d7e6-4048-a795-92df5a51d2a8,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:28.247458 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44292) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:28.353646 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2fa6-0ce9-4498-ac9e-eb38c515085d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:28.429691 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2fa6-0ce9-4498-ac9e-eb38c515085d admin admin] Publish callbacks [] for security_group (170536c9-3cf2-44e1-9cad-c372ab276fc5), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:28.433404 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2fa6-0ce9-4498-ac9e-eb38c515085d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (170536c9-3cf2-44e1-9cad-c372ab276fc5), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:28.473669 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-3f0d2fa6-0ce9-4498-ac9e-eb38c515085d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc7e50372ced4f049a19b02fb90670fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251070 Jul 20 19:30:28.475575 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d2fa6-0ce9-4498-ac9e-eb38c515085d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170536c9-3cf2-44e1-9cad-c372ab276fc5,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:28.476413 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44298) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:28.532480 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-21df24fe-60e8-4a12-a491-3efdfe1709f4 admin admin] Publish callbacks [] for security_group (170536c9-3cf2-44e1-9cad-c372ab276fc5), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:28.536836 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:28.556131 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-21df24fe-60e8-4a12-a491-3efdfe1709f4 admin admin] Publish callbacks [] for security_group (170536c9-3cf2-44e1-9cad-c372ab276fc5), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:28.605400 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-21df24fe-60e8-4a12-a491-3efdfe1709f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (170536c9-3cf2-44e1-9cad-c372ab276fc5), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:28.608392 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-21df24fe-60e8-4a12-a491-3efdfe1709f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:28.609644 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-21df24fe-60e8-4a12-a491-3efdfe1709f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/170536c9-3cf2-44e1-9cad-c372ab276fc5 HTTP/1.1" status: 204 len: 168 time: 0.1321852 Jul 20 19:30:28.620843 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df24fe-60e8-4a12-a491-3efdfe1709f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170536c9-3cf2-44e1-9cad-c372ab276fc5,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:28.910036 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44312) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:28.924069 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6c490bbf-b020-402c-91ce-2c0e4a426d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:29.001624 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6c490bbf-b020-402c-91ce-2c0e4a426d82 admin admin] Publish callbacks [] for security_group (19931bb8-3a30-47af-b0c0-0cd5d37de854), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:29.005708 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6c490bbf-b020-402c-91ce-2c0e4a426d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (19931bb8-3a30-47af-b0c0-0cd5d37de854), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:29.045264 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6c490bbf-b020-402c-91ce-2c0e4a426d82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4a676566cad414d998558f439d88ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341126 Jul 20 19:30:29.046140 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c490bbf-b020-402c-91ce-2c0e4a426d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19931bb8-3a30-47af-b0c0-0cd5d37de854,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:29.050543 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44314) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:29.102437 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e17abcc9-1b40-49c2-98bb-0059eda55443 admin admin] Publish callbacks [] for security_group (19931bb8-3a30-47af-b0c0-0cd5d37de854), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:29.124067 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e17abcc9-1b40-49c2-98bb-0059eda55443 admin admin] Publish callbacks [] for security_group (19931bb8-3a30-47af-b0c0-0cd5d37de854), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:29.148993 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:29.178079 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e17abcc9-1b40-49c2-98bb-0059eda55443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (19931bb8-3a30-47af-b0c0-0cd5d37de854), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:29.180652 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e17abcc9-1b40-49c2-98bb-0059eda55443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:29.181821 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-e17abcc9-1b40-49c2-98bb-0059eda55443 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19931bb8-3a30-47af-b0c0-0cd5d37de854 HTTP/1.1" status: 204 len: 168 time: 0.1302557 Jul 20 19:30:29.190523 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17abcc9-1b40-49c2-98bb-0059eda55443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19931bb8-3a30-47af-b0c0-0cd5d37de854,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:30.829729 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:30:32.362140 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44480) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:32.473090 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fa6c6cd8-4ce3-4459-970b-5e41ea0b8756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:32.554136 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fa6c6cd8-4ce3-4459-970b-5e41ea0b8756 admin admin] Publish callbacks [] for security_group (64661c8e-aa52-486f-901a-902ad0c3a5ba), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:32.557873 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fa6c6cd8-4ce3-4459-970b-5e41ea0b8756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (64661c8e-aa52-486f-901a-902ad0c3a5ba), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:32.585339 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:INSERT=12,neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:32.598409 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c6cd8-4ce3-4459-970b-5e41ea0b8756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64661c8e-aa52-486f-901a-902ad0c3a5ba,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:32.603727 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-fa6c6cd8-4ce3-4459-970b-5e41ea0b8756 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a2a292835084b669f9ad97d34308580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405682 Jul 20 19:30:32.606630 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44486) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:32.657718 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-347ef076-d1e9-4360-8ec5-03e3a72495df admin admin] Publish callbacks [] for security_group (64661c8e-aa52-486f-901a-902ad0c3a5ba), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:32.680200 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-347ef076-d1e9-4360-8ec5-03e3a72495df admin admin] Publish callbacks [] for security_group (64661c8e-aa52-486f-901a-902ad0c3a5ba), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:32.734139 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-347ef076-d1e9-4360-8ec5-03e3a72495df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (64661c8e-aa52-486f-901a-902ad0c3a5ba), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:32.736863 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-347ef076-d1e9-4360-8ec5-03e3a72495df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:32.738015 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-347ef076-d1e9-4360-8ec5-03e3a72495df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64661c8e-aa52-486f-901a-902ad0c3a5ba HTTP/1.1" status: 204 len: 168 time: 0.1305332 Jul 20 19:30:32.746417 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ef076-d1e9-4360-8ec5-03e3a72495df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64661c8e-aa52-486f-901a-902ad0c3a5ba,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:33.021466 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44492) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:33.038394 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d1d0-5eec-45dc-bb37-c21788f7a5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.116524 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:33.124077 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d1d0-5eec-45dc-bb37-c21788f7a5a8 admin admin] Publish callbacks [] for security_group (70968ac8-5713-42c4-92e5-16ab1352b195), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.128919 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d1d0-5eec-45dc-bb37-c21788f7a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (70968ac8-5713-42c4-92e5-16ab1352b195), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.170883 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-b3b7d1d0-5eec-45dc-bb37-c21788f7a5a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a47b204a0364c1a841059859eedc8d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483169 Jul 20 19:30:33.172079 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7d1d0-5eec-45dc-bb37-c21788f7a5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70968ac8-5713-42c4-92e5-16ab1352b195,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:33.176981 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44496) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:33.236568 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-22a6109f-7c81-4974-866c-8a4c64b23cc3 admin admin] Publish callbacks [] for security_group (70968ac8-5713-42c4-92e5-16ab1352b195), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.262993 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-22a6109f-7c81-4974-866c-8a4c64b23cc3 admin admin] Publish callbacks [] for security_group (70968ac8-5713-42c4-92e5-16ab1352b195), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.312817 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-22a6109f-7c81-4974-866c-8a4c64b23cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (70968ac8-5713-42c4-92e5-16ab1352b195), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.315611 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-22a6109f-7c81-4974-866c-8a4c64b23cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.316801 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-22a6109f-7c81-4974-866c-8a4c64b23cc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70968ac8-5713-42c4-92e5-16ab1352b195 HTTP/1.1" status: 204 len: 168 time: 0.1422675 Jul 20 19:30:33.325421 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6109f-7c81-4974-866c-8a4c64b23cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70968ac8-5713-42c4-92e5-16ab1352b195,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:35.030721 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44558) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:35.202736 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-48de325a-2b75-4850-9e4d-3d7baefea340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:35.299546 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-48de325a-2b75-4850-9e4d-3d7baefea340 admin admin] Publish callbacks [] for security_group (53f6f656-dcd7-42d5-b033-64ec33ab787a), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:35.304644 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-48de325a-2b75-4850-9e4d-3d7baefea340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (53f6f656-dcd7-42d5-b033-64ec33ab787a), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:35.347947 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de325a-2b75-4850-9e4d-3d7baefea340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f6f656-dcd7-42d5-b033-64ec33ab787a,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:35.359891 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44576) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:35.360422 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-48de325a-2b75-4850-9e4d-3d7baefea340 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4003caa05e1441591a307083ef56947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284459 Jul 20 19:30:35.425048 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-186a9862-73d8-48d2-917b-3180969c6ea7 admin admin] Publish callbacks [] for security_group (53f6f656-dcd7-42d5-b033-64ec33ab787a), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:35.450565 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-186a9862-73d8-48d2-917b-3180969c6ea7 admin admin] Publish callbacks [] for security_group (53f6f656-dcd7-42d5-b033-64ec33ab787a), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:35.516831 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-186a9862-73d8-48d2-917b-3180969c6ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (53f6f656-dcd7-42d5-b033-64ec33ab787a), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:35.519610 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-186a9862-73d8-48d2-917b-3180969c6ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:35.520792 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-186a9862-73d8-48d2-917b-3180969c6ea7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53f6f656-dcd7-42d5-b033-64ec33ab787a HTTP/1.1" status: 204 len: 168 time: 0.1596372 Jul 20 19:30:35.536525 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a9862-73d8-48d2-917b-3180969c6ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f6f656-dcd7-42d5-b033-64ec33ab787a,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:35.944524 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44594) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:35.958854 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c41b0663-6431-4e22-924e-f40670d03b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.048697 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:36.050838 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c41b0663-6431-4e22-924e-f40670d03b7d admin admin] Publish callbacks [] for security_group (622937ae-190b-4218-8201-d0a5944c87f9), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.055130 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c41b0663-6431-4e22-924e-f40670d03b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (622937ae-190b-4218-8201-d0a5944c87f9), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.099646 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c41b0663-6431-4e22-924e-f40670d03b7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be2407582e674aaaadb75f9c32957ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539915 Jul 20 19:30:36.103184 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44598) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:36.105716 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b0663-6431-4e22-924e-f40670d03b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622937ae-190b-4218-8201-d0a5944c87f9,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:36.170219 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-934b4f43-622c-4667-aea2-a98fb57750a4 admin admin] Publish callbacks [] for security_group (622937ae-190b-4218-8201-d0a5944c87f9), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.204493 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-934b4f43-622c-4667-aea2-a98fb57750a4 admin admin] Publish callbacks [] for security_group (622937ae-190b-4218-8201-d0a5944c87f9), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.212804 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:36.274482 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-934b4f43-622c-4667-aea2-a98fb57750a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (622937ae-190b-4218-8201-d0a5944c87f9), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.278210 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-934b4f43-622c-4667-aea2-a98fb57750a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.279886 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-934b4f43-622c-4667-aea2-a98fb57750a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/622937ae-190b-4218-8201-d0a5944c87f9 HTTP/1.1" status: 204 len: 168 time: 0.1745839 Jul 20 19:30:36.289877 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b4f43-622c-4667-aea2-a98fb57750a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622937ae-190b-4218-8201-d0a5944c87f9,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:36.658954 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44610) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:36.675737 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b43a22c4-10eb-46eb-aeac-8c89dc4731a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.749109 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:36.759630 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b43a22c4-10eb-46eb-aeac-8c89dc4731a5 admin admin] Publish callbacks [] for security_group (4c2e7917-b136-4d69-9b85-667e6963aa07), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.764184 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b43a22c4-10eb-46eb-aeac-8c89dc4731a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (4c2e7917-b136-4d69-9b85-667e6963aa07), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.805933 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a22c4-10eb-46eb-aeac-8c89dc4731a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2e7917-b136-4d69-9b85-667e6963aa07,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:36.810999 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-b43a22c4-10eb-46eb-aeac-8c89dc4731a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d99168901cf84cc2ba2662b05f70c8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510081 Jul 20 19:30:36.813855 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44614) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:36.867719 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-eb8d77a1-d88f-46e8-ba95-5adffd0f6555 admin admin] Publish callbacks [] for security_group (4c2e7917-b136-4d69-9b85-667e6963aa07), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.890603 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-eb8d77a1-d88f-46e8-ba95-5adffd0f6555 admin admin] Publish callbacks [] for security_group (4c2e7917-b136-4d69-9b85-667e6963aa07), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.942639 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-eb8d77a1-d88f-46e8-ba95-5adffd0f6555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (4c2e7917-b136-4d69-9b85-667e6963aa07), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.945293 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-eb8d77a1-d88f-46e8-ba95-5adffd0f6555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.946549 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-eb8d77a1-d88f-46e8-ba95-5adffd0f6555 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c2e7917-b136-4d69-9b85-667e6963aa07 HTTP/1.1" status: 204 len: 168 time: 0.1317091 Jul 20 19:30:36.957139 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d77a1-d88f-46e8-ba95-5adffd0f6555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2e7917-b136-4d69-9b85-667e6963aa07,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:37.854780 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:38.786039 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-43668ecc-a9e3-40ee-b089-2136584d5093 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429967910&fields=id&tenant_id=182d5b6ac9e6412b907119a623869c80 HTTP/1.1" status: 200 len: 267 time: 0.0774560 Jul 20 19:30:38.963477 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-2e051599-5f2b-4644-a14e-d0b30ef6d0c0 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:38.974035 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-2e051599-5f2b-4644-a14e-d0b30ef6d0c0 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 812 time: 0.1870670 Jul 20 19:30:38.996848 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-74917c8b-d69a-4b92-9d33-cf6ffcfa2b78 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/quotas/182d5b6ac9e6412b907119a623869c80 HTTP/1.1" status: 200 len: 375 time: 0.0214770 Jul 20 19:30:39.008060 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45be07-8f9e-477b-8811-a890d01e7058 req-2bd6b407-59d4-4228-8c71-9d6763c6888c tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:39.010387 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7e45be07-8f9e-477b-8811-a890d01e7058 req-2bd6b407-59d4-4228-8c71-9d6763c6888c tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 947 time: 0.1080909 Jul 20 19:30:39.070263 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-746f9633-9ae5-45d2-b7fa-ff40808a5795 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659986 Jul 20 19:30:39.098354 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7e45be07-8f9e-477b-8811-a890d01e7058 req-b70788ea-0788-4515-a57b-f155f421674f tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812569 Jul 20 19:30:39.358781 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44718) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:39.368329 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-c661903f-c7ce-4607-bbf0-9cd797d1df4b service neutron] 10.222.0.43 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913113 Jul 20 19:30:39.476343 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-9f7e8705-e367-46dc-a5d8-4bcd09324b3f service neutron] 10.222.0.43 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044974 Jul 20 19:30:39.510176 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e5bf839a-d174-4c28-9bc5-9ce0571526ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:39.606964 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e5bf839a-d174-4c28-9bc5-9ce0571526ba admin admin] Publish callbacks [] for security_group (738b0f50-5db9-4330-9919-58bc867730c2), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:39.611517 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e5bf839a-d174-4c28-9bc5-9ce0571526ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (738b0f50-5db9-4330-9919-58bc867730c2), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:39.654770 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf839a-d174-4c28-9bc5-9ce0571526ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738b0f50-5db9-4330-9919-58bc867730c2,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:39.659098 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-e5bf839a-d174-4c28-9bc5-9ce0571526ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b8ab2928f6c498880400f5dd3f5323b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026485 Jul 20 19:30:39.661821 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44728) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:39.724238 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ad76f39e-1912-4300-93d7-e6e781aeb61b admin admin] Publish callbacks [] for security_group (738b0f50-5db9-4330-9919-58bc867730c2), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:39.753886 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ad76f39e-1912-4300-93d7-e6e781aeb61b admin admin] Publish callbacks [] for security_group (738b0f50-5db9-4330-9919-58bc867730c2), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:39.774195 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:39.813100 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:39.833598 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-52f9bc0c-cbc3-469d-a119-b6aba40df1da req-3d51a26d-5bf8-4190-b0ba-6168853a000e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 210 time: 0.0450017 Jul 20 19:30:39.845614 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ad76f39e-1912-4300-93d7-e6e781aeb61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (738b0f50-5db9-4330-9919-58bc867730c2), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:39.848670 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ad76f39e-1912-4300-93d7-e6e781aeb61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:39.849816 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-ad76f39e-1912-4300-93d7-e6e781aeb61b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/738b0f50-5db9-4330-9919-58bc867730c2 HTTP/1.1" status: 204 len: 168 time: 0.1870770 Jul 20 19:30:39.859233 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76f39e-1912-4300-93d7-e6e781aeb61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738b0f50-5db9-4330-9919-58bc867730c2,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:40.171692 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44746) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:40.188103 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a5640b67-13f0-4667-b9e9-e093747e4456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:40.308881 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fdf8b-fc69-4250-9620-946612a79e8d req-7be0f4f0-fe92-471d-9e22-a4fc94033a1a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:40.310550 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-589fdf8b-fc69-4250-9620-946612a79e8d req-7be0f4f0-fe92-471d-9e22-a4fc94033a1a tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 947 time: 0.0912056 Jul 20 19:30:40.362534 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a5640b67-13f0-4667-b9e9-e093747e4456 admin admin] Publish callbacks [] for security_group (104bbd93-384f-4680-a844-6b99b4fbf6c6), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:40.371743 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a5640b67-13f0-4667-b9e9-e093747e4456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (104bbd93-384f-4680-a844-6b99b4fbf6c6), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:40.448890 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-589fdf8b-fc69-4250-9620-946612a79e8d req-2647be94-02a5-442d-a688-6d2901f71fc1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181376 Jul 20 19:30:40.459701 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5640b67-13f0-4667-b9e9-e093747e4456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104bbd93-384f-4680-a844-6b99b4fbf6c6,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:40.471002 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44756) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:40.478203 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-a5640b67-13f0-4667-b9e9-e093747e4456 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34d54d74b14047f7bad701daea4cd5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052967 Jul 20 19:30:40.501055 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e4055-ed32-4d5e-971c-33523236d26e req-976180cf-4887-4624-9659-aefd24f83529 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:40.502446 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d84e4055-ed32-4d5e-971c-33523236d26e req-976180cf-4887-4624-9659-aefd24f83529 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.89 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 947 time: 0.1018734 Jul 20 19:30:40.532183 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Publish callbacks [] for security_group (104bbd93-384f-4680-a844-6b99b4fbf6c6), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:40.557126 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Publish callbacks [] for security_group (104bbd93-384f-4680-a844-6b99b4fbf6c6), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:40.612543 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (104bbd93-384f-4680-a844-6b99b4fbf6c6), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:40.615132 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:40.619492 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/104bbd93-384f-4680-a844-6b99b4fbf6c6 HTTP/1.1" status: 204 len: 168 time: 0.1476557 Jul 20 19:30:40.628114 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104bbd93-384f-4680-a844-6b99b4fbf6c6,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:40.635714 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.636147 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.636604 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.636999 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.637887 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.639137 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.639618 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.639702 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.639992 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.640509 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.641013 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.641339 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.641667 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.641994 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.642314 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defe723-e154-4fc5-9b05-3392ab4b0798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:40.685832 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44762) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:40.817032 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1632f76e-f0e5-401e-bd58-a4b4c9126e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:40.828554 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=5 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:40.912269 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Deleting port 03a3ef57-93c9-4005-bc98-7bd8a6843360 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:30:40.912767 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:40.961071 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:41.025464 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-723aedc6-2f86-47c1-a9f2-42fb36fed4cb req-ee9a591f-d942-4553-99a9-630b2399cb0b tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 210 time: 0.0576468 Jul 20 19:30:41.054996 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1632f76e-f0e5-401e-bd58-a4b4c9126e00 admin admin] Publish callbacks [] for security_group (360336d8-2c28-44e5-b2c5-0debcd806c46), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.055213 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-16dccc02-09d5-4914-b809-431d4afcdf28 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:41.057162 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] For port 03a3ef57-93c9-4005-bc98-7bd8a6843360, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=03a3ef57-93c9-4005-bc98-7bd8a6843360,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:41.057573 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.057738 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-16dccc02-09d5-4914-b809-431d4afcdf28 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 812 time: 0.1914246 Jul 20 19:30:41.061300 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1632f76e-f0e5-401e-bd58-a4b4c9126e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (360336d8-2c28-44e5-b2c5-0debcd806c46), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.154156 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632f76e-f0e5-401e-bd58-a4b4c9126e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360336d8-2c28-44e5-b2c5-0debcd806c46,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:41.155572 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-ec80127e-5138-4d34-8abd-91019f644f04 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=182d5b6ac9e6412b907119a623869c80 HTTP/1.1" status: 200 len: 380 time: 0.0889745 Jul 20 19:30:41.161865 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-1632f76e-f0e5-401e-bd58-a4b4c9126e00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68267c8e8240468cb76f7aea8c8f994c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732625 Jul 20 19:30:41.164719 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44776) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:41.175010 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'port': {'device_id': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'admin_state_up': True, 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'security_groups': ['c172d049-0d4f-4a1a-99e1-66681ce53548']}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:41.230686 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:41.320450 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Made reservation on behalf of 182d5b6ac9e6412b907119a623869c80 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:41.327230 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.361062 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.361561 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (272aa61f-6be3-4dd7-af02-039baef15f69), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.361894 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Floating IP 272aa61f-6be3-4dd7-af02-039baef15f69 disassociated. External IP: 172.27.2.78, port: 03a3ef57-93c9-4005-bc98-7bd8a6843360. Jul 20 19:30:41.362256 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Calling delete_port for 03a3ef57-93c9-4005-bc98-7bd8a6843360 owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:30:41.363508 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:41.372699 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:41.382868 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a410-a90c-488b-a6cf-b6b993d50fce admin admin] Publish callbacks [] for security_group (360336d8-2c28-44e5-b2c5-0debcd806c46), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.476801 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a410-a90c-488b-a6cf-b6b993d50fce admin admin] Publish callbacks [] for security_group (360336d8-2c28-44e5-b2c5-0debcd806c46), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.535791 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Allocated IP 172.20.0.8 (667371d0-bd3e-4fe0-a41c-e04f1b0a0f03/c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4/d2fa33bc-fe23-49d5-b13a-86ff922d5120) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:30:41.643134 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a410-a90c-488b-a6cf-b6b993d50fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (360336d8-2c28-44e5-b2c5-0debcd806c46), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.646346 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a410-a90c-488b-a6cf-b6b993d50fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.647645 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-f1b8a410-a90c-488b-a6cf-b6b993d50fce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/360336d8-2c28-44e5-b2c5-0debcd806c46 HTTP/1.1" status: 204 len: 168 time: 0.4819758 Jul 20 19:30:41.694301 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8a410-a90c-488b-a6cf-b6b993d50fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360336d8-2c28-44e5-b2c5-0debcd806c46,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:41.719013 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (03a3ef57-93c9-4005-bc98-7bd8a6843360), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.736156 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f5aca-94e4-4900-8c57-f0501f0bdc18 req-79ab71ed-d062-47a2-9cf7-6fdc20279f4b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:41.740065 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44792) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:41.742344 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c63f5aca-94e4-4900-8c57-f0501f0bdc18 req-79ab71ed-d062-47a2-9cf7-6fdc20279f4b tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/ports?device_id=69446528-3449-410e-9271-ffb9da39557c HTTP/1.1" status: 200 len: 947 time: 0.1204731 Jul 20 19:30:41.847692 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event deleted for resources: {'Port': ['ID=03a3ef57-93c9-4005-bc98-7bd8a6843360,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:41.968972 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c63f5aca-94e4-4900-8c57-f0501f0bdc18 req-8100d97b-4781-423f-8598-f2c34c10cdc5 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups?id=33b512c8-cbca-43b7-80d9-8b08fe178ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083175 Jul 20 19:30:42.054657 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Router 2d162076-1ec9-4e81-a383-972f3eeafd52 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:30:42.121183 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.139181 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-860663272-network', 'tenant_id': '7ee2fc4ab6a540cc852d2b3850e6b550'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:42.174641 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1a448692-d1ac-4136-bacf-3b0be3e1dae7 req-b6e5edda-d0ef-401d-9f94-3b329d58fea4 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 210 time: 0.0513415 Jul 20 19:30:42.181375 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:30:42.198190 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Made reservation on behalf of 7ee2fc4ab6a540cc852d2b3850e6b550 for: {'network': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:42.200541 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.213954 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44802) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:42.214339 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350131bb-3b35-4896-8719-95de2013f057 None None] Sync routers for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:30:42.215988 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.223116 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.226647 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350131bb-3b35-4896-8719-95de2013f057 None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:42.227347 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-350131bb-3b35-4896-8719-95de2013f057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:42.239626 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d89368f8-3930-4cdc-a9c3-2c8e7cadace5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.247453 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] No DVR routers for this DVR port 03a3ef57-93c9-4005-bc98-7bd8a6843360 on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:30:42.250714 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.255089 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d84e4055-ed32-4d5e-971c-33523236d26e req-d6d2abc8-3efa-4e66-9622-303e5d3f4582 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.89 "DELETE /v2.0/ports/03a3ef57-93c9-4005-bc98-7bd8a6843360 HTTP/1.1" status: 204 len: 173 time: 1.4928143 Jul 20 19:30:42.255639 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'name': 'network-vif-deleted', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:30:42.258587 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10324bc3-efcc-4c28-856d-bab3189f6a43" -d '{"events": [{"server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "name": "network-vif-deleted", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:30:42.326155 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed33f3d-02e1-4575-82e6-7b2c0bd8f9bd x-openstack-request-id: req-9ed33f3d-02e1-4575-82e6-7b2c0bd8f9bd {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:30:42.326688 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69446528-3449-410e-9271-ffb9da39557c", "name": "network-vif-deleted", "tag": "03a3ef57-93c9-4005-bc98-7bd8a6843360", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:30:42.326990 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ed33f3d-02e1-4575-82e6-7b2c0bd8f9bd {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:30:42.327490 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed33f3d-02e1-4575-82e6-7b2c0bd8f9bd'] response: {'server_uuid': '69446528-3449-410e-9271-ffb9da39557c', 'name': 'network-vif-deleted', 'tag': '03a3ef57-93c9-4005-bc98-7bd8a6843360', 'status': 'completed', 'code': 200} Jul 20 19:30:42.330519 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:42.339879 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'Port': ['ID=d2fa33bc-fe23-49d5-b13a-86ff922d5120,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:42.353876 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:42.360049 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:42.391360 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-350131bb-3b35-4896-8719-95de2013f057 None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:42.529517 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Publish callbacks [] for security_group (095b8081-d25f-4dbb-8e89-73269ae4b376), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.533850 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:42.545936 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (095b8081-d25f-4dbb-8e89-73269ae4b376), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.574048 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:42.575503 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.584479 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:42.611562 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:30:42.635102 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-424cf1c6-7062-4ef3-a484-9e4cae6a9eec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4655488 Jul 20 19:30:42.635763 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095b8081-d25f-4dbb-8e89-73269ae4b376,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:42.644194 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (0312da81-7a28-47c2-b92c-7731d1d0b901), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.644502 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.segments_db [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Added segment 0312da81-7a28-47c2-b92c-7731d1d0b901 of type vlan for network dfc282ec-1eef-40ce-8830-4e9b4223e710 Jul 20 19:30:42.658054 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Request body: {'port': {'device_id': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:42.735195 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-350131bb-3b35-4896-8719-95de2013f057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:15Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:42.736447 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (dfc282ec-1eef-40ce-8830-4e9b4223e710), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.738109 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-dd553f27-4056-4e97-8fce-d1b5c7abdccb None None] Provisioning complete for port d2fa33bc-fe23-49d5-b13a-86ff922d5120 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:42.738581 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-dd553f27-4056-4e97-8fce-d1b5c7abdccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.740424 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d89368f8-3930-4cdc-a9c3-2c8e7cadace5 admin admin] Publish callbacks [] for security_group (ca409741-0ad8-4ffa-a25d-df007ee26e5d), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.750246 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d89368f8-3930-4cdc-a9c3-2c8e7cadace5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ca409741-0ad8-4ffa-a25d-df007ee26e5d), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.764486 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350131bb-3b35-4896-8719-95de2013f057 None None] Checking router: 2d162076-1ec9-4e81-a383-972f3eeafd52 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:30:42.773647 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-dd553f27-4056-4e97-8fce-d1b5c7abdccb None None] Port d2fa33bc-fe23-49d5-b13a-86ff922d5120 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:30:42.776743 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350131bb-3b35-4896-8719-95de2013f057 None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:42.777775 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-350131bb-3b35-4896-8719-95de2013f057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:42.821204 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.827351 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (dfc282ec-1eef-40ce-8830-4e9b4223e710), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.828338 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:42.828916 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.840236 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89368f8-3930-4cdc-a9c3-2c8e7cadace5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca409741-0ad8-4ffa-a25d-df007ee26e5d,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:42.860809 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-d89368f8-3930-4cdc-a9c3-2c8e7cadace5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac6a55f67d174d6bb9974062231afb3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6427357 Jul 20 19:30:42.863832 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44806) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:42.891354 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-350131bb-3b35-4896-8719-95de2013f057 None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:42.908628 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:42.924088 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5145b0c7-1f7e-44bc-a32c-9327adb4ff2e admin admin] Publish callbacks [] for security_group (ca409741-0ad8-4ffa-a25d-df007ee26e5d), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.926252 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.1769168 Jul 20 19:30:42.930000 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44808) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:42.938566 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-3d5f4f0c-7e59-4a1a-8506-0f11665719a8 admin admin] Request body: {'subnet': {'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-860663272-subnet', 'tenant_id': '7ee2fc4ab6a540cc852d2b3850e6b550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:42.945236 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33538c93-9287-406c-9396-367d880c5165 admin admin] Pushing event updated for resources: {'Network': ['ID=dfc282ec-1eef-40ce-8830-4e9b4223e710,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:42.951813 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5145b0c7-1f7e-44bc-a32c-9327adb4ff2e admin admin] Publish callbacks [] for security_group (ca409741-0ad8-4ffa-a25d-df007ee26e5d), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.956863 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network dfc282ec-1eef-40ce-8830-4e9b4223e710 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:30:42.984607 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5f4f0c-7e59-4a1a-8506-0f11665719a8 admin admin] Made reservation on behalf of 7ee2fc4ab6a540cc852d2b3850e6b550 for: {'subnet': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:42.987736 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d5f4f0c-7e59-4a1a-8506-0f11665719a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9559437'] for subnet (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.020986 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5145b0c7-1f7e-44bc-a32c-9327adb4ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ca409741-0ad8-4ffa-a25d-df007ee26e5d), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.024072 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5145b0c7-1f7e-44bc-a32c-9327adb4ff2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.025344 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5145b0c7-1f7e-44bc-a32c-9327adb4ff2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca409741-0ad8-4ffa-a25d-df007ee26e5d HTTP/1.1" status: 204 len: 168 time: 0.1595836 Jul 20 19:30:43.038426 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145b0c7-1f7e-44bc-a32c-9327adb4ff2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca409741-0ad8-4ffa-a25d-df007ee26e5d,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:43.110929 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44816) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:43.188224 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3e9f65c3-d09f-4453-9324-605a49dedbf7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group (33b512c8-cbca-43b7-80d9-8b08fe178ddc), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.203600 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-350131bb-3b35-4896-8719-95de2013f057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:15Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:43.219412 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3e9f65c3-d09f-4453-9324-605a49dedbf7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group (33b512c8-cbca-43b7-80d9-8b08fe178ddc), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.288019 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350131bb-3b35-4896-8719-95de2013f057 None None] The sync data for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi is: [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:24:02Z', 'revision_number': 4, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '01428917-e400-4156-9e14-8338ba43f945', 'name': '', 'network_id': 'ab609c42-592c-4da6-88a0-b462f1083b16', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'mac_address': 'fa:16:3e:d2:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:59Z', 'updated_at': '2022-07-20T19:24:15Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'subnets': [{'id': 'de1f425d-2a18-45f6-9b64-fdfd0a26c08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:30:43.316341 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3e9f65c3-d09f-4453-9324-605a49dedbf7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (33b512c8-cbca-43b7-80d9-8b08fe178ddc), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.319832 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3e9f65c3-d09f-4453-9324-605a49dedbf7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.325460 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-3e9f65c3-d09f-4453-9324-605a49dedbf7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "DELETE /v2.0/security-groups/33b512c8-cbca-43b7-80d9-8b08fe178ddc HTTP/1.1" status: 204 len: 168 time: 0.2090278 Jul 20 19:30:43.326535 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44822) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:43.340665 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f65c3-d09f-4453-9324-605a49dedbf7 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b512c8-cbca-43b7-80d9-8b08fe178ddc,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:43.354823 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.api.v2.resource [None req-fb3ebec5-19cc-4cb7-847c-e526b54f2450 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] show failed (client error): The resource could not be found. Jul 20 19:30:43.354823 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-fb3ebec5-19cc-4cb7-847c-e526b54f2450 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "GET /v2.0/security-groups/33b512c8-cbca-43b7-80d9-8b08fe178ddc HTTP/1.1" status: 404 len: 347 time: 0.0227320 Jul 20 19:30:43.358484 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44824) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:43.376420 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:43.459118 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148a19c-b61e-4f6e-9b0d-3f9390fe2f09 req-e5f78901-d3c2-40a5-8bc3-96721ffc01bc tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:43.460673 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1148a19c-b61e-4f6e-9b0d-3f9390fe2f09 req-e5f78901-d3c2-40a5-8bc3-96721ffc01bc tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 931 time: 0.1616817 Jul 20 19:30:43.461122 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:43.470066 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:43.510333 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-a50e90ea-a8e0-44a4-922a-bf6548a42fb1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Deleting port 6c72efdb-df87-45f3-bc0b-051ba9f5acfd {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:30:43.510967 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a50e90ea-a8e0-44a4-922a-bf6548a42fb1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (6c72efdb-df87-45f3-bc0b-051ba9f5acfd), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.522376 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d5f4f0c-7e59-4a1a-8506-0f11665719a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9550027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9559487'] for subnet (47b31ce6-f232-4687-a68c-bb858604eb95), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.526000 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:43.572388 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fa33bc-fe23-49d5-b13a-86ff922d5120 {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:30:43.598185 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44826) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:43.599381 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Publish callbacks [] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.625265 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b40fd343-9ccb-47ed-8423-e069ed85d3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.629279 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a50e90ea-a8e0-44a4-922a-bf6548a42fb1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (6c72efdb-df87-45f3-bc0b-051ba9f5acfd), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.629674 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a50e90ea-a8e0-44a4-922a-bf6548a42fb1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (6c72efdb-df87-45f3-bc0b-051ba9f5acfd), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.638373 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1148a19c-b61e-4f6e-9b0d-3f9390fe2f09 req-1efacfa3-7379-4568-a88f-fa314a9587ec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602108 Jul 20 19:30:43.651621 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-a50e90ea-a8e0-44a4-922a-bf6548a42fb1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Calling delete_port for 6c72efdb-df87-45f3-bc0b-051ba9f5acfd owned by network:floatingip {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:30:43.664624 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Transition to ACTIVE for port object d2fa33bc-fe23-49d5-b13a-86ff922d5120 will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:30:43.671591 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f4f0c-7e59-4a1a-8506-0f11665719a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b31ce6-f232-4687-a68c-bb858604eb95,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:43.680182 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.698168 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead40589-1639-4109-96b1-33a699b0b9b1 None None] New status for floating IP 272aa61f-6be3-4dd7-af02-039baef15f69: DOWN {{(pid=103975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:30:43.720255 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f4f0c-7e59-4a1a-8506-0f11665719a8 admin admin] Checking segment: {'id': '0312da81-7a28-47c2-b92c-7731d1d0b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:43.720708 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5f4f0c-7e59-4a1a-8506-0f11665719a8 admin admin] Network hostable DHCP agents. Network: dfc282ec-1eef-40ce-8830-4e9b4223e710, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:30:43.760878 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Pushing event updated for resources: {'Port': ['ID=d2fa33bc-fe23-49d5-b13a-86ff922d5120,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:43.795866 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5f4f0c-7e59-4a1a-8506-0f11665719a8 admin admin] Network dfc282ec-1eef-40ce-8830-4e9b4223e710 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:30:43.812521 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b40fd343-9ccb-47ed-8423-e069ed85d3a6 admin admin] Publish callbacks [] for security_group (4cc79e5b-f8b0-467e-a52a-f26e6c37beee), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.818853 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b40fd343-9ccb-47ed-8423-e069ed85d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (4cc79e5b-f8b0-467e-a52a-f26e6c37beee), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.849739 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-3d5f4f0c-7e59-4a1a-8506-0f11665719a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, dfc282ec-1eef-40ce-8830-4e9b4223e710) {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:43.857366 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5f4f0c-7e59-4a1a-8506-0f11665719a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:43.857977 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3d5f4f0c-7e59-4a1a-8506-0f11665719a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.861709 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad23a66-0582-4565-a376-7e6a182b7d2c None None] Network dfc282ec-1eef-40ce-8830-4e9b4223e710 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:43.894903 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-3d5f4f0c-7e59-4a1a-8506-0f11665719a8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9615679 Jul 20 19:30:43.913647 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:43.919656 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Attempting to bind port d2fa33bc-fe23-49d5-b13a-86ff922d5120 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:30:43.920115 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Attempting to bind port d2fa33bc-fe23-49d5-b13a-86ff922d5120 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:30:43.920378 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Attempting to bind port d2fa33bc-fe23-49d5-b13a-86ff922d5120 on network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:43.922768 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fd343-9ccb-47ed-8423-e069ed85d3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc79e5b-f8b0-467e-a52a-f26e6c37beee,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:43.927105 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Port d2fa33bc-fe23-49d5-b13a-86ff922d5120 on network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:30:43.927486 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Attempting to bind port d2fa33bc-fe23-49d5-b13a-86ff922d5120 on network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:43.930738 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-b40fd343-9ccb-47ed-8423-e069ed85d3a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c03b717751ed4cd9ba8189526da46a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315542 Jul 20 19:30:43.933267 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44830) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:43.937717 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:30:43.938064 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Checking segment: {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:43.938454 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Bound using segment: {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:30:43.938892 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Bound port: d2fa33bc-fe23-49d5-b13a-86ff922d5120, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:30:43.939449 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.978365 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a50e90ea-a8e0-44a4-922a-bf6548a42fb1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (6c72efdb-df87-45f3-bc0b-051ba9f5acfd), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:43.986203 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:44.021471 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e90ea-a8e0-44a4-922a-bf6548a42fb1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Pushing event deleted for resources: {'Port': ['ID=6c72efdb-df87-45f3-bc0b-051ba9f5acfd,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:44.038875 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] For port d2fa33bc-fe23-49d5-b13a-86ff922d5120, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:30:44.044280 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] For port d2fa33bc-fe23-49d5-b13a-86ff922d5120, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d2fa33bc-fe23-49d5-b13a-86ff922d5120,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:30:44.055067 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:44.107488 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:44.108347 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:44.109911 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] 10.222.0.89 "PUT /v2.0/ports/d2fa33bc-fe23-49d5-b13a-86ff922d5120 HTTP/1.1" status: 200 len: 1093 time: 1.4675457 Jul 20 19:30:44.110389 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'tag': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:30:44.113376 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adc95b6-ebbb-4a27-89ef-a51ede93a2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7319e9f1-695b-4f3a-a3ea-a2a07532bce6", "tag": "d2fa33bc-fe23-49d5-b13a-86ff922d5120"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:30:44.133916 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b1b96024-bef3-4617-b724-347852989835 admin admin] Publish callbacks [] for security_group (4cc79e5b-f8b0-467e-a52a-f26e6c37beee), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:44.157928 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a8dcd-eff4-404c-8f0c-f71841f4426e service neutron] Pushing event updated for resources: {'Port': ['ID=d2fa33bc-fe23-49d5-b13a-86ff922d5120,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:44.191314 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b1b96024-bef3-4617-b724-347852989835 admin admin] Publish callbacks [] for security_group (4cc79e5b-f8b0-467e-a52a-f26e6c37beee), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:44.206113 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a50e90ea-a8e0-44a4-922a-bf6548a42fb1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks [] for floatingip (272aa61f-6be3-4dd7-af02-039baef15f69), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:44.209059 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a50e90ea-a8e0-44a4-922a-bf6548a42fb1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:44.212899 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-a50e90ea-a8e0-44a4-922a-bf6548a42fb1 tempest-AttachVolumeShelveTestJSON-1794805568 tempest-AttachVolumeShelveTestJSON-1794805568-project] 10.222.0.43 "DELETE /v2.0/floatingips/272aa61f-6be3-4dd7-af02-039baef15f69 HTTP/1.1" status: 204 len: 168 time: 0.8512506 Jul 20 19:30:44.282846 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b1b96024-bef3-4617-b724-347852989835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (4cc79e5b-f8b0-467e-a52a-f26e6c37beee), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:44.299187 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b1b96024-bef3-4617-b724-347852989835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:44.300956 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-b1b96024-bef3-4617-b724-347852989835 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4cc79e5b-f8b0-467e-a52a-f26e6c37beee HTTP/1.1" status: 204 len: 168 time: 0.3663073 Jul 20 19:30:44.315477 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b96024-bef3-4617-b724-347852989835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc79e5b-f8b0-467e-a52a-f26e6c37beee,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:44.321301 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-f2a3c80f-c0dc-43cb-9e94-19bb3f1c0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:44.322834 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-f2a3c80f-c0dc-43cb-9e94-19bb3f1c0e4d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 1127 time: 0.1458876 Jul 20 19:30:44.373324 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a88db-2254-4e59-b40f-20a4fa11eeb7 None None] Network dfc282ec-1eef-40ce-8830-4e9b4223e710 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:44.437749 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-5f0cfeb1-b0d0-4281-82e3-7562adef8bc7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2fa33bc-fe23-49d5-b13a-86ff922d5120 HTTP/1.1" status: 200 len: 217 time: 0.1041560 Jul 20 19:30:44.536913 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-dfa6ec6b-58a4-46c4-972a-d8951bfb5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:44.538805 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-dfa6ec6b-58a4-46c4-972a-d8951bfb5a90 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0923293 Jul 20 19:30:44.583921 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3e75ba-f11e-4107-b3a3-08524c365013 x-openstack-request-id: req-5d3e75ba-f11e-4107-b3a3-08524c365013 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:30:44.584731 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7319e9f1-695b-4f3a-a3ea-a2a07532bce6", "tag": "d2fa33bc-fe23-49d5-b13a-86ff922d5120", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:30:44.584731 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d3e75ba-f11e-4107-b3a3-08524c365013 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:30:44.585226 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3e75ba-f11e-4107-b3a3-08524c365013'] response: {'name': 'network-changed', 'server_uuid': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'tag': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120', 'status': 'completed', 'code': 200} Jul 20 19:30:44.590153 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:44.594321 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-7a3d6984-770d-4400-bb38-7bec970cfb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:44.595940 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-7a3d6984-770d-4400-bb38-7bec970cfb1b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501881 Jul 20 19:30:44.761035 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-7777f89f-d2fe-4c38-adb4-e0bb525c4612 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551013 Jul 20 19:30:44.915774 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3000aef-187c-4064-a999-f870de587355 req-832aa955-3734-4831-89de-98dc9497427e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:44.917288 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c3000aef-187c-4064-a999-f870de587355 req-832aa955-3734-4831-89de-98dc9497427e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 943 time: 0.1781924 Jul 20 19:30:44.960233 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e89a37ee-b4e6-4328-a6a9-396fbb242ea0 req-389e988d-3a0c-4af7-b512-8a1dcf5c860c service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691837 Jul 20 19:30:44.987171 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c3000aef-187c-4064-a999-f870de587355 req-be635f6d-7e47-423d-a086-2170b131c671 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615652 Jul 20 19:30:45.277475 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc95b6-ebbb-4a27-89ef-a51ede93a2c9 req-b525072b-0479-4f90-8d68-4727d4b562f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:45.278998 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5adc95b6-ebbb-4a27-89ef-a51ede93a2c9 req-b525072b-0479-4f90-8d68-4727d4b562f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 1127 time: 0.0411317 Jul 20 19:30:45.351978 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:45.379950 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc95b6-ebbb-4a27-89ef-a51ede93a2c9 req-a13e467f-5f71-4180-b2c4-753f3b4d3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:45.381419 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5adc95b6-ebbb-4a27-89ef-a51ede93a2c9 req-a13e467f-5f71-4180-b2c4-753f3b4d3787 service neutron] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 913 time: 0.0938990 Jul 20 19:30:45.422750 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5adc95b6-ebbb-4a27-89ef-a51ede93a2c9 req-f35412ac-a8f4-4bcf-a949-d4427c8ad125 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2fa33bc-fe23-49d5-b13a-86ff922d5120 HTTP/1.1" status: 200 len: 217 time: 0.0326953 Jul 20 19:30:45.477812 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc95b6-ebbb-4a27-89ef-a51ede93a2c9 req-ff366c3a-904c-4659-bc9f-ff80b5c40c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:45.479288 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5adc95b6-ebbb-4a27-89ef-a51ede93a2c9 req-ff366c3a-904c-4659-bc9f-ff80b5c40c94 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0478876 Jul 20 19:30:45.529277 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc95b6-ebbb-4a27-89ef-a51ede93a2c9 req-4c56502c-49ce-4295-9953-af25d243d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:45.530790 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5adc95b6-ebbb-4a27-89ef-a51ede93a2c9 req-4c56502c-49ce-4295-9953-af25d243d680 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453475 Jul 20 19:30:45.574371 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 03a3ef57-93c9-4005-bc98-7bd8a6843360 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:30:45.609416 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: 03a3ef57-93c9-4005-bc98-7bd8a6843360 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:30:45.609416 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 03a3ef57-93c9-4005-bc98-7bd8a6843360 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:30:45.649260 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5adc95b6-ebbb-4a27-89ef-a51ede93a2c9 req-370d9afe-210d-40ee-90ca-3f6383e4c6fd service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119039 Jul 20 19:30:45.762180 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5adc95b6-ebbb-4a27-89ef-a51ede93a2c9 req-a4fa1271-0c84-4a33-826a-a01a17827b2a service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067474 Jul 20 19:30:46.137041 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3d88c-39e1-4686-9804-7468e9f60efc req-1cf985ee-0260-479f-b3e0-37b8401bb817 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:46.139090 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bdf3d88c-39e1-4686-9804-7468e9f60efc req-1cf985ee-0260-479f-b3e0-37b8401bb817 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 943 time: 0.0617099 Jul 20 19:30:46.180580 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:46.198519 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bdf3d88c-39e1-4686-9804-7468e9f60efc req-8b7378c3-ce05-4082-ae0e-78ab16fcd91f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534165 Jul 20 19:30:46.258150 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-85b118f4-dee3-415f-b447-7e21891ef8fb tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:46.259669 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-85b118f4-dee3-415f-b447-7e21891ef8fb tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/networks?id=dfc282ec-1eef-40ce-8830-4e9b4223e710 HTTP/1.1" status: 200 len: 813 time: 0.1167796 Jul 20 19:30:46.274405 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-b486a8e0-2e99-45ff-8590-a8b947df50c0 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/quotas/7ee2fc4ab6a540cc852d2b3850e6b550 HTTP/1.1" status: 200 len: 375 time: 0.0093567 Jul 20 19:30:46.310430 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-3a4b3b33-2aa2-4c00-9d09-d9f4c4df2524 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ee2fc4ab6a540cc852d2b3850e6b550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306761 Jul 20 19:30:46.425921 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-cee312e9-f9d3-4fe4-a804-1118c836b1d5 service neutron] 10.222.0.43 "GET /v2.0/networks/dfc282ec-1eef-40ce-8830-4e9b4223e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985529 Jul 20 19:30:46.454631 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:46.531952 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-32301499-63cc-47c2-ba06-cd5845e6e98d service neutron] 10.222.0.43 "GET /v2.0/networks/dfc282ec-1eef-40ce-8830-4e9b4223e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972183 Jul 20 19:30:46.703701 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ff41f5ad-b0aa-4500-84bd-197874402cd5 req-e54650ee-f3c9-4db6-b7d5-ea21498c1dac tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 210 time: 0.0337479 Jul 20 19:30:46.944133 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 44960) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:46.947276 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44962) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:47.110831 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-538fe54f-07f9-47cc-b591-5016336ca845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.204909 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-538fe54f-07f9-47cc-b591-5016336ca845 admin admin] Publish callbacks [] for security_group (e74241f5-1506-4655-a543-d622b3d921f1), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.209351 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-538fe54f-07f9-47cc-b591-5016336ca845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e74241f5-1506-4655-a543-d622b3d921f1), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.270756 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fe54f-07f9-47cc-b591-5016336ca845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74241f5-1506-4655-a543-d622b3d921f1,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:47.277822 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-538fe54f-07f9-47cc-b591-5016336ca845 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=307774676e5646698b3e92a87ee01e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286531 Jul 20 19:30:47.278866 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44972) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:47.351643 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:47.370123 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee444b26-fa8d-4341-bd20-0637ac33005c req-f58704dd-d4cd-4ff5-b9e6-b74ec1ae6f73 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:47.372173 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ee444b26-fa8d-4341-bd20-0637ac33005c req-f58704dd-d4cd-4ff5-b9e6-b74ec1ae6f73 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 943 time: 0.0830011 Jul 20 19:30:47.411973 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81d8a79a-853d-42dc-ac26-1507577077ef admin admin] Publish callbacks [] for security_group (e74241f5-1506-4655-a543-d622b3d921f1), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.419772 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.456791 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81d8a79a-853d-42dc-ac26-1507577077ef admin admin] Publish callbacks [] for security_group (e74241f5-1506-4655-a543-d622b3d921f1), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.467254 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ee444b26-fa8d-4341-bd20-0637ac33005c req-7d9277a7-a5bd-483d-bc6b-d43747d1cb8c tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799720 Jul 20 19:30:47.480857 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f116d72-6832-45a3-8b10-b62dbcd4cd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454226'] for router_interface (2d162076-1ec9-4e81-a383-972f3eeafd52), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.511736 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81d8a79a-853d-42dc-ac26-1507577077ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e74241f5-1506-4655-a543-d622b3d921f1), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.515202 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81d8a79a-853d-42dc-ac26-1507577077ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.519627 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-81d8a79a-853d-42dc-ac26-1507577077ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e74241f5-1506-4655-a543-d622b3d921f1 HTTP/1.1" status: 204 len: 168 time: 0.2364905 Jul 20 19:30:47.526151 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8a79a-853d-42dc-ac26-1507577077ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74241f5-1506-4655-a543-d622b3d921f1,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:47.742736 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-3f116d72-6832-45a3-8b10-b62dbcd4cd12 admin admin] Deleting port 01428917-e400-4156-9e14-8338ba43f945 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:30:47.743088 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f116d72-6832-45a3-8b10-b62dbcd4cd12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (01428917-e400-4156-9e14-8338ba43f945), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.871033 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-bffc8a9f-4740-4415-ace1-ea7740dca550 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:47.872598 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-bffc8a9f-4740-4415-ace1-ea7740dca550 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.89 "GET /v2.0/networks?id=dfc282ec-1eef-40ce-8830-4e9b4223e710 HTTP/1.1" status: 200 len: 813 time: 0.1616914 Jul 20 19:30:47.886727 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7d006d1b-6b23-4845-98ed-1b1469f4394a req-dcb51a69-b5cf-48e1-87ed-4791726794c6 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 210 time: 0.0388603 Jul 20 19:30:47.910416 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Request body: {'port': {'device_id': '290d87da-fb62-4dd2-a709-5c033f6b07bd', 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710', 'admin_state_up': True, 'tenant_id': '7ee2fc4ab6a540cc852d2b3850e6b550'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:47.922802 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-3f116d72-6832-45a3-8b10-b62dbcd4cd12 admin admin] For port 01428917-e400-4156-9e14-8338ba43f945, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=01428917-e400-4156-9e14-8338ba43f945,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:47.923251 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f116d72-6832-45a3-8b10-b62dbcd4cd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (01428917-e400-4156-9e14-8338ba43f945), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.942275 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-3f116d72-6832-45a3-8b10-b62dbcd4cd12 admin admin] Calling delete_port for 01428917-e400-4156-9e14-8338ba43f945 owned by network:router_interface {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:30:47.946912 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:47.992817 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44982) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:48.014343 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1c51722e-3829-49bd-af69-9027e1c86ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.101025 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Made reservation on behalf of 7ee2fc4ab6a540cc852d2b3850e6b550 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:48.104489 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.120752 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:48.205310 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1c51722e-3829-49bd-af69-9027e1c86ecf admin admin] Publish callbacks [] for security_group (498659fc-4197-471e-8827-a3ac44008be5), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.211069 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1c51722e-3829-49bd-af69-9027e1c86ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (498659fc-4197-471e-8827-a3ac44008be5), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.293538 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-1c51722e-3829-49bd-af69-9027e1c86ecf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdbe506b02dc4adfba07da02079c519a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996321 Jul 20 19:30:48.297437 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 44986) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:48.299606 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-272c0cca-305d-46d7-823d-116c892976de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.305734 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51722e-3829-49bd-af69-9027e1c86ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498659fc-4197-471e-8827-a3ac44008be5,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:48.339105 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Allocated IP 172.20.0.5 (dfc282ec-1eef-40ce-8830-4e9b4223e710/47b31ce6-f232-4687-a68c-bb858604eb95/5543d4ab-0c29-4d6d-afca-f4861da188ba) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:30:48.367959 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7831386a-10eb-4164-ab3c-4cfda251ca6d req-1ccf945b-8ba5-48a5-8af4-6bc15fc26b4a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553765 Jul 20 19:30:48.385393 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:48.390916 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:48.412953 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0961b3d3-5653-4d03-adb9-034241d8c90d admin admin] Publish callbacks [] for security_group (498659fc-4197-471e-8827-a3ac44008be5), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.443691 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0961b3d3-5653-4d03-adb9-034241d8c90d admin admin] Publish callbacks [] for security_group (498659fc-4197-471e-8827-a3ac44008be5), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.460313 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831386a-10eb-4164-ab3c-4cfda251ca6d req-1d867435-3fe8-488a-acbc-b67e4582887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:48.461832 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7831386a-10eb-4164-ab3c-4cfda251ca6d req-1d867435-3fe8-488a-acbc-b67e4582887e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 1130 time: 0.0658278 Jul 20 19:30:48.504184 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0961b3d3-5653-4d03-adb9-034241d8c90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (498659fc-4197-471e-8827-a3ac44008be5), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.506365 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f116d72-6832-45a3-8b10-b62dbcd4cd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (01428917-e400-4156-9e14-8338ba43f945), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.508263 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0961b3d3-5653-4d03-adb9-034241d8c90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.509952 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-0961b3d3-5653-4d03-adb9-034241d8c90d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/498659fc-4197-471e-8827-a3ac44008be5 HTTP/1.1" status: 204 len: 168 time: 0.2112334 Jul 20 19:30:48.542965 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961b3d3-5653-4d03-adb9-034241d8c90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498659fc-4197-471e-8827-a3ac44008be5,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:48.580838 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f116d72-6832-45a3-8b10-b62dbcd4cd12 admin admin] Pushing event deleted for resources: {'Port': ['ID=01428917-e400-4156-9e14-8338ba43f945,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:48.640263 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e60f6-12db-48d7-b9b8-b3efcb31bcfc req-7dfa11e7-8ca8-453b-8d1c-ea619b249ac5 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:48.642319 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8f7e60f6-12db-48d7-b9b8-b3efcb31bcfc req-7dfa11e7-8ca8-453b-8d1c-ea619b249ac5 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 943 time: 0.0653205 Jul 20 19:30:48.660162 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831386a-10eb-4164-ab3c-4cfda251ca6d req-193db392-4ed8-4290-974a-5e6324e86dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:48.661670 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7831386a-10eb-4164-ab3c-4cfda251ca6d req-193db392-4ed8-4290-974a-5e6324e86dc7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 913 time: 0.1788204 Jul 20 19:30:48.689758 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks [] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.748097 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8f7e60f6-12db-48d7-b9b8-b3efcb31bcfc req-0dd1a872-12ba-42ab-be7d-a22ba776e5ad tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935867 Jul 20 19:30:48.771831 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.828474 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7831386a-10eb-4164-ab3c-4cfda251ca6d req-1ef0f9f6-f5fa-4dee-b224-641c9278066e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4258cc8-3ff2-4715-a57c-63a1ef623811 HTTP/1.1" status: 200 len: 1002 time: 0.1588817 Jul 20 19:30:48.842946 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Network dfc282ec-1eef-40ce-8830-4e9b4223e710 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:48.848929 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:48.851537 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:48.857982 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Pushing event updated for resources: {'Port': ['ID=5543d4ab-0c29-4d6d-afca-f4861da188ba,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:48.888416 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f116d72-6832-45a3-8b10-b62dbcd4cd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454342'] for router_interface (2d162076-1ec9-4e81-a383-972f3eeafd52), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.898346 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831386a-10eb-4164-ab3c-4cfda251ca6d req-0b682000-6d71-48ee-8296-efafac10e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:48.899819 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7831386a-10eb-4164-ab3c-4cfda251ca6d req-0b682000-6d71-48ee-8296-efafac10e21b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0649233 Jul 20 19:30:48.920189 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:48.920912 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.939928 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-880398bc-817b-472b-bbf6-06ea919a82af tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0535867 Jul 20 19:30:48.957641 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Request body: {'port': {'device_id': '290d87da-fb62-4dd2-a709-5c033f6b07bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:49.018685 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:49.046137 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:49.049688 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831386a-10eb-4164-ab3c-4cfda251ca6d req-97e84969-3fff-4dc3-9f88-23072f6213db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:49.051214 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7831386a-10eb-4164-ab3c-4cfda251ca6d req-97e84969-3fff-4dc3-9f88-23072f6213db service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1442287 Jul 20 19:30:49.101148 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f34e0-b137-488d-bd91-83a73bc9c1df req-26b15d0b-a823-4ebb-b97b-beb1cd33e2c1 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:49.102680 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c6f34e0-b137-488d-bd91-83a73bc9c1df req-26b15d0b-a823-4ebb-b97b-beb1cd33e2c1 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 931 time: 0.1258652 Jul 20 19:30:49.165276 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:49.263213 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9c6f34e0-b137-488d-bd91-83a73bc9c1df req-a067ce36-2669-4cf2-9e9b-f376326f6529 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509314 Jul 20 19:30:49.267035 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7831386a-10eb-4164-ab3c-4cfda251ca6d req-e8509ced-3a96-419c-8691-afaa326cdad3 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083447 Jul 20 19:30:49.361522 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5543d4ab-0c29-4d6d-afca-f4861da188ba {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:30:49.363335 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:49.370951 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Publish callbacks [] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:49.385152 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Transition to ACTIVE for port object 5543d4ab-0c29-4d6d-afca-f4861da188ba will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:30:49.390906 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:49.393067 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f116d72-6832-45a3-8b10-b62dbcd4cd12 admin admin] Router 2d162076-1ec9-4e81-a383-972f3eeafd52 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:30:49.407266 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7831386a-10eb-4164-ab3c-4cfda251ca6d req-092e0759-1173-427f-8b68-687de3ae7d54 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162763 Jul 20 19:30:49.437035 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:49.470659 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5543d4ab-0c29-4d6d-afca-f4861da188ba,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:49.522672 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f116d72-6832-45a3-8b10-b62dbcd4cd12 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:30:49.528776 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-3f116d72-6832-45a3-8b10-b62dbcd4cd12 admin admin] 10.222.0.43 "PUT /v2.0/routers/2d162076-1ec9-4e81-a383-972f3eeafd52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5885417 Jul 20 19:30:49.532047 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45012) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:49.535192 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e233a9-8aaf-4806-872e-051ee5300ed0 None None] Sync routers for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:30:49.547002 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e233a9-8aaf-4806-872e-051ee5300ed0 None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:49.547628 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-e8e233a9-8aaf-4806-872e-051ee5300ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:49.602510 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Attempting to bind port 5543d4ab-0c29-4d6d-afca-f4861da188ba on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:30:49.602870 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Attempting to bind port 5543d4ab-0c29-4d6d-afca-f4861da188ba by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '0312da81-7a28-47c2-b92c-7731d1d0b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:30:49.603189 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Attempting to bind port 5543d4ab-0c29-4d6d-afca-f4861da188ba on network dfc282ec-1eef-40ce-8830-4e9b4223e710 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:49.634288 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Port 5543d4ab-0c29-4d6d-afca-f4861da188ba on network dfc282ec-1eef-40ce-8830-4e9b4223e710 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:30:49.634720 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Attempting to bind port 5543d4ab-0c29-4d6d-afca-f4861da188ba on network dfc282ec-1eef-40ce-8830-4e9b4223e710 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:49.665535 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-e8e233a9-8aaf-4806-872e-051ee5300ed0 None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:49.860995 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:49.867821 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-e8e233a9-8aaf-4806-872e-051ee5300ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:30:48Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:49.894536 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e233a9-8aaf-4806-872e-051ee5300ed0 None None] Checking router: 2d162076-1ec9-4e81-a383-972f3eeafd52 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:30:49.905295 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e233a9-8aaf-4806-872e-051ee5300ed0 None None] Routers {'2d162076-1ec9-4e81-a383-972f3eeafd52'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:49.905982 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-e8e233a9-8aaf-4806-872e-051ee5300ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['2d162076-1ec9-4e81-a383-972f3eeafd52'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:49.907690 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:30:49.908035 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Checking segment: {'id': '0312da81-7a28-47c2-b92c-7731d1d0b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:49.908444 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Bound using segment: {'id': '0312da81-7a28-47c2-b92c-7731d1d0b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:30:49.908892 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Bound port: 5543d4ab-0c29-4d6d-afca-f4861da188ba, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0312da81-7a28-47c2-b92c-7731d1d0b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:30:49.909255 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:49.990831 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:49.995782 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c98ab1-9fe8-4a00-afac-8b24c11fccaa req-16db6e4c-bb9f-4fed-a458-a6a5d0fcabf5 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:49.997365 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d2c98ab1-9fe8-4a00-afac-8b24c11fccaa req-16db6e4c-bb9f-4fed-a458-a6a5d0fcabf5 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 943 time: 0.0925798 Jul 20 19:30:50.005770 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Publish callbacks [] for router (2d162076-1ec9-4e81-a383-972f3eeafd52), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.021582 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-e8e233a9-8aaf-4806-872e-051ee5300ed0 None None] Set router 2d162076-1ec9-4e81-a383-972f3eeafd52 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:50.044762 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45024) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:50.136035 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] For port 5543d4ab-0c29-4d6d-afca-f4861da188ba, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:30:50.156076 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:50.171469 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] For port 5543d4ab-0c29-4d6d-afca-f4861da188ba, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5543d4ab-0c29-4d6d-afca-f4861da188ba,segment=NetworkSegment(0312da81-7a28-47c2-b92c-7731d1d0b901),segment_id=0312da81-7a28-47c2-b92c-7731d1d0b901)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:30:50.181467 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d2c98ab1-9fe8-4a00-afac-8b24c11fccaa req-2cc462fd-7513-42a5-ab07-bf3d78c78287 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772718 Jul 20 19:30:50.192557 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.198065 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-be15035e-5cda-4b86-b44b-72627c9f16c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.201749 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-e8e233a9-8aaf-4806-872e-051ee5300ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:30:48Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:50.210235 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Publish callbacks [] for router_gateway (2d162076-1ec9-4e81-a383-972f3eeafd52), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.231427 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e233a9-8aaf-4806-872e-051ee5300ed0 None None] The sync data for ids ['2d162076-1ec9-4e81-a383-972f3eeafd52'] in dv-cinder-819149-14-iscsi is: [{'id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'name': 'tempest-AttachVolumeShelveTestJSON-1351597729-router', 'tenant_id': 'ff9c443652a141d482130869ff76c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:23:48Z', 'updated_at': '2022-07-20T19:30:48Z', 'revision_number': 5, 'project_id': 'ff9c443652a141d482130869ff76c327', 'gw_port': {'id': 'aed0e0e1-32f5-4855-8163-2ee77b5513a4', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d162076-1ec9-4e81-a383-972f3eeafd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:23:49Z', 'updated_at': '2022-07-20T19:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:30:50.256643 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:50.257274 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.258692 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] 10.222.0.89 "PUT /v2.0/ports/5543d4ab-0c29-4d6d-afca-f4861da188ba HTTP/1.1" status: 200 len: 1093 time: 1.3102570 Jul 20 19:30:50.259826 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290d87da-fb62-4dd2-a709-5c033f6b07bd', 'tag': '5543d4ab-0c29-4d6d-afca-f4861da188ba'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:30:50.262688 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fd5694-77ec-4c80-bd37-62f1be15dfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "290d87da-fb62-4dd2-a709-5c033f6b07bd", "tag": "5543d4ab-0c29-4d6d-afca-f4861da188ba"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:30:50.294794 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-be15035e-5cda-4b86-b44b-72627c9f16c2 admin admin] Publish callbacks [] for security_group (cbbebd50-7c9b-4476-9f83-c95e353af269), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.299444 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-be15035e-5cda-4b86-b44b-72627c9f16c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (cbbebd50-7c9b-4476-9f83-c95e353af269), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.321113 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9995b61-9bb6-442b-a9b6-9bbcc7dd26c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5543d4ab-0c29-4d6d-afca-f4861da188ba,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:50.331353 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Deleting port aed0e0e1-32f5-4855-8163-2ee77b5513a4 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:30:50.332074 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.347082 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-be15035e-5cda-4b86-b44b-72627c9f16c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a96e15b06ef34521834b1a93afdfd434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012235 Jul 20 19:30:50.348070 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15035e-5cda-4b86-b44b-72627c9f16c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbebd50-7c9b-4476-9f83-c95e353af269,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:50.350545 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45032) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:50.351044 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e09c317-53cd-4f76-bc43-04a52d35e462 x-openstack-request-id: req-2e09c317-53cd-4f76-bc43-04a52d35e462 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:30:50.351329 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290d87da-fb62-4dd2-a709-5c033f6b07bd", "tag": "5543d4ab-0c29-4d6d-afca-f4861da188ba", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:30:50.351583 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e09c317-53cd-4f76-bc43-04a52d35e462 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:30:50.351983 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e09c317-53cd-4f76-bc43-04a52d35e462'] response: {'name': 'network-changed', 'server_uuid': '290d87da-fb62-4dd2-a709-5c033f6b07bd', 'tag': '5543d4ab-0c29-4d6d-afca-f4861da188ba', 'status': 'completed', 'code': 200} Jul 20 19:30:50.416199 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4f42cf6c-0400-4e9e-a276-7adb9599c1a4 admin admin] Publish callbacks [] for security_group (cbbebd50-7c9b-4476-9f83-c95e353af269), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.439769 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4f42cf6c-0400-4e9e-a276-7adb9599c1a4 admin admin] Publish callbacks [] for security_group (cbbebd50-7c9b-4476-9f83-c95e353af269), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.454842 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bf635-3b38-48ca-9787-8cc4556c086f req-7272b4f4-edb2-468e-bb21-3e3f4a8f369b tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:50.456339 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c56bf635-3b38-48ca-9787-8cc4556c086f req-7272b4f4-edb2-468e-bb21-3e3f4a8f369b tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 943 time: 0.0624139 Jul 20 19:30:50.489349 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4f42cf6c-0400-4e9e-a276-7adb9599c1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (cbbebd50-7c9b-4476-9f83-c95e353af269), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.491877 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4f42cf6c-0400-4e9e-a276-7adb9599c1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.493060 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-4f42cf6c-0400-4e9e-a276-7adb9599c1a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbbebd50-7c9b-4476-9f83-c95e353af269 HTTP/1.1" status: 204 len: 168 time: 0.1415622 Jul 20 19:30:50.502354 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] For port aed0e0e1-32f5-4855-8163-2ee77b5513a4, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=aed0e0e1-32f5-4855-8163-2ee77b5513a4,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:50.502730 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.503152 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42cf6c-0400-4e9e-a276-7adb9599c1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbebd50-7c9b-4476-9f83-c95e353af269,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:50.524429 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Calling delete_port for aed0e0e1-32f5-4855-8163-2ee77b5513a4 owned by network:router_gateway {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:30:50.547602 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c56bf635-3b38-48ca-9787-8cc4556c086f req-874cc91b-7853-4c4b-82e5-c1c370719ac1 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810387 Jul 20 19:30:50.602803 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:50.639830 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-7ff34026-99f6-45b0-9b82-1180aea1bc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.737237 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (aed0e0e1-32f5-4855-8163-2ee77b5513a4), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.764998 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Pushing event deleted for resources: {'Port': ['ID=aed0e0e1-32f5-4855-8163-2ee77b5513a4,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:50.840692 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-458459'] for router_gateway (2d162076-1ec9-4e81-a383-972f3eeafd52), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.931644 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127878'] for router (2d162076-1ec9-4e81-a383-972f3eeafd52), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.934662 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Publish callbacks [] for router_controller (2d162076-1ec9-4e81-a383-972f3eeafd52), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.016910 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453216'] for router (2d162076-1ec9-4e81-a383-972f3eeafd52), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.017533 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d162076-1ec9-4e81-a383-972f3eeafd52 {{(pid=103974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:30:51.023239 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.024521 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-2324059a-b6a1-4907-91b5-9a611d3a1dac admin admin] 10.222.0.43 "DELETE /v2.0/routers/2d162076-1ec9-4e81-a383-972f3eeafd52 HTTP/1.1" status: 204 len: 168 time: 1.4911320 Jul 20 19:30:51.027245 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45046) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:51.040974 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 01428917-e400-4156-9e14-8338ba43f945 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:30:51.065987 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 01428917-e400-4156-9e14-8338ba43f945 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:30:51.066391 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 01428917-e400-4156-9e14-8338ba43f945 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:30:51.068008 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd5694-77ec-4c80-bd37-62f1be15dfa2 req-62362b7a-d4b4-4f73-9680-abbf712ecfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:51.070583 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d7fd5694-77ec-4c80-bd37-62f1be15dfa2 req-62362b7a-d4b4-4f73-9680-abbf712ecfb4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ee2fc4ab6a540cc852d2b3850e6b550&device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 1127 time: 0.0866039 Jul 20 19:30:51.088183 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_v2 [None req-683be476-f213-4774-9773-24821378292f admin admin] Deleting subnet de1f425d-2a18-45f6-9b64-fdfd0a26c08e {{(pid=103973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:30:51.092754 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-683be476-f213-4774-9773-24821378292f admin admin] Publish callbacks [] for subnet (de1f425d-2a18-45f6-9b64-fdfd0a26c08e), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.139992 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-683be476-f213-4774-9773-24821378292f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9994362'] for subnet (de1f425d-2a18-45f6-9b64-fdfd0a26c08e), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.225477 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd5694-77ec-4c80-bd37-62f1be15dfa2 req-403e6895-1aec-4cf9-ab86-41d4e2c7703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:51.227124 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d7fd5694-77ec-4c80-bd37-62f1be15dfa2 req-403e6895-1aec-4cf9-ab86-41d4e2c7703d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=7ee2fc4ab6a540cc852d2b3850e6b550&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1454272 Jul 20 19:30:51.233237 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:51.264592 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-683be476-f213-4774-9773-24821378292f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (de1f425d-2a18-45f6-9b64-fdfd0a26c08e), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.347409 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01839d9b-8946-420f-9b70-c03b5619894c req-14abdadb-3f97-498d-b2c3-b40167601d44 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:51.348947 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-01839d9b-8946-420f-9b70-c03b5619894c req-14abdadb-3f97-498d-b2c3-b40167601d44 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 943 time: 0.0731275 Jul 20 19:30:51.359693 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-683be476-f213-4774-9773-24821378292f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9994387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111589'] for subnet (de1f425d-2a18-45f6-9b64-fdfd0a26c08e), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.397849 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683be476-f213-4774-9773-24821378292f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1f425d-2a18-45f6-9b64-fdfd0a26c08e,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:51.403836 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-683be476-f213-4774-9773-24821378292f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.408391 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-683be476-f213-4774-9773-24821378292f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/de1f425d-2a18-45f6-9b64-fdfd0a26c08e HTTP/1.1" status: 204 len: 168 time: 0.3792832 Jul 20 19:30:51.409366 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8191d30-2320-49f0-a117-569c99f348b9 None None] Network ab609c42-592c-4da6-88a0-b462f1083b16 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:51.411020 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45058) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:51.425901 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:51.463252 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-01839d9b-8946-420f-9b70-c03b5619894c req-42fab7e2-dda5-425a-89ed-903381c15c14 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049192 Jul 20 19:30:51.563769 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (ab609c42-592c-4da6-88a0-b462f1083b16), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.600037 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41572837-728d-4e47-b241-81f39231248d None None] DHCP port deletion for ab609c42-592c-4da6-88a0-b462f1083b16 request from dv-cinder-819149-14-iscsi {{(pid=103975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:30:51.632878 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:51.639598 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-41572837-728d-4e47-b241-81f39231248d None None] Deleting port 160929e8-eec0-445f-b7fa-cd68a1944203 {{(pid=103975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:30:51.639975 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), before_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.729580 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-41572837-728d-4e47-b241-81f39231248d None None] For port 160929e8-eec0-445f-b7fa-cd68a1944203, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=160929e8-eec0-445f-b7fa-cd68a1944203,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:51.730293 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), precommit_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.746664 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068feddd-015a-4747-9765-63d0a951d160 req-6871c864-dc4e-4e9e-aa2e-cbc109b6c18f tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:51.748233 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-068feddd-015a-4747-9765-63d0a951d160 req-6871c864-dc4e-4e9e-aa2e-cbc109b6c18f tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 943 time: 0.1114788 Jul 20 19:30:51.751053 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-41572837-728d-4e47-b241-81f39231248d None None] Calling delete_port for 160929e8-eec0-445f-b7fa-cd68a1944203 owned by network:dhcp {{(pid=103975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:30:51.757573 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.774437 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Deleting port 160929e8-eec0-445f-b7fa-cd68a1944203 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:30:51.774782 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.784332 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd5694-77ec-4c80-bd37-62f1be15dfa2 req-bad179c8-05ac-4cca-8a23-ee99f1f9cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:51.785857 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d7fd5694-77ec-4c80-bd37-62f1be15dfa2 req-bad179c8-05ac-4cca-8a23-ee99f1f9cfeb service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2864177 Jul 20 19:30:51.866500 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), after_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.871149 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:51.904992 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41572837-728d-4e47-b241-81f39231248d None None] Pushing event deleted for resources: {'Port': ['ID=160929e8-eec0-445f-b7fa-cd68a1944203,revision_number=None']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:51.907483 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41572837-728d-4e47-b241-81f39231248d None None] No DVR routers for this DVR port 160929e8-eec0-445f-b7fa-cd68a1944203 on host dv-cinder-819149-14-iscsi {{(pid=103975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:30:51.917423 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.921486 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.922022 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.922521 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.923000 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.923500 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.924280 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.924767 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.925252 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.925723 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.926204 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.926674 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.927311 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.927775 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.928237 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41572837-728d-4e47-b241-81f39231248d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:51.938247 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-068feddd-015a-4747-9765-63d0a951d160 req-caf6269c-c0b2-482b-8636-d81199750124 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768763 Jul 20 19:30:51.945813 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] For port 160929e8-eec0-445f-b7fa-cd68a1944203, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=160929e8-eec0-445f-b7fa-cd68a1944203,segment=NetworkSegment(0b5371db-9980-42c3-aad7-025533c555e7),segment_id=0b5371db-9980-42c3-aad7-025533c555e7)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:51.946188 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:51.965052 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-dbe6def0-a947-44cd-84b1-a40e1a70a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:51.966595 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-dbe6def0-a947-44cd-84b1-a40e1a70a5dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ee2fc4ab6a540cc852d2b3850e6b550&device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 1127 time: 0.0953302 Jul 20 19:30:51.967556 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Calling delete_port for 160929e8-eec0-445f-b7fa-cd68a1944203 owned by network:dhcp {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:30:51.985848 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:52.053588 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-590059e8-ebb6-44bc-89c9-9c31458538fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5543d4ab-0c29-4d6d-afca-f4861da188ba HTTP/1.1" status: 200 len: 217 time: 0.0760479 Jul 20 19:30:52.127300 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-9217b810-0846-4018-8c6c-ed35af507515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:52.129059 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-9217b810-0846-4018-8c6c-ed35af507515 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=47b31ce6-f232-4687-a68c-bb858604eb95 HTTP/1.1" status: 200 len: 853 time: 0.0682611 Jul 20 19:30:52.147989 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (160929e8-eec0-445f-b7fa-cd68a1944203), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.187854 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-0aeeb2a5-7ebe-4752-aef1-8ded5708ce54 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dfc282ec-1eef-40ce-8830-4e9b4223e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517504 Jul 20 19:30:52.193049 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Pushing event deleted for resources: {'Port': ['ID=160929e8-eec0-445f-b7fa-cd68a1944203,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:52.209209 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] No DVR routers for this DVR port 160929e8-eec0-445f-b7fa-cd68a1944203 on host dv-cinder-819149-14-iscsi {{(pid=103974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:30:52.333907 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (ab609c42-592c-4da6-88a0-b462f1083b16), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.367558 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab609c42-592c-4da6-88a0-b462f1083b16']}} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:52.378995 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-be7c6524-8c0d-455b-80bb-f8f6a593638e service neutron] 10.222.0.89 "GET /v2.0/networks/dfc282ec-1eef-40ce-8830-4e9b4223e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821434 Jul 20 19:30:52.380671 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5371db-9980-42c3-aad7-025533c555e7') {'for_net_delete': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:52.380975 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5371db-9980-42c3-aad7-025533c555e7') {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:52.398673 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9570114'] for segment (0b5371db-9980-42c3-aad7-025533c555e7), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.428113 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (0b5371db-9980-42c3-aad7-025533c555e7), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.464877 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:30:52.465231 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9550886'] for segment (0b5371db-9980-42c3-aad7-025533c555e7), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.485581 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.services.segments.plugin [-] Segment 0b5371db-9980-42c3-aad7-025533c555e7 resource provider aggregate not found Jul 20 19:30:52.523213 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.services.segments.plugin [-] Segment 0b5371db-9980-42c3-aad7-025533c555e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b5371db-9980-42c3-aad7-025533c555e7 found for delete ", "request_id": "req-2c89f360-b587-4443-b168-607b764e25e8"}]} Jul 20 19:30:52.546364 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:52.549853 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (ab609c42-592c-4da6-88a0-b462f1083b16), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.552959 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fdca3921-fe41-4eeb-a28c-f5864b91e25c req-02128af7-3e21-43fd-9637-2990b261ccbc service neutron] 10.222.0.89 "GET /v2.0/networks/dfc282ec-1eef-40ce-8830-4e9b4223e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652439 Jul 20 19:30:52.560200 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.566500 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ab609c42-592c-4da6-88a0-b462f1083b16 HTTP/1.1" status: 204 len: 168 time: 1.1544926 Jul 20 19:30:52.577921 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acec1a-752f-4aae-b99a-6c66cac39409 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab609c42-592c-4da6-88a0-b462f1083b16,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:52.594694 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fac9f-2784-4198-873b-313399bfa4e6 req-6d7ab5a2-e3bd-40d6-8269-3d83e2b29639 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:52.596194 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-813fac9f-2784-4198-873b-313399bfa4e6 req-6d7ab5a2-e3bd-40d6-8269-3d83e2b29639 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 943 time: 0.0567031 Jul 20 19:30:52.650387 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-813fac9f-2784-4198-873b-313399bfa4e6 req-bdb86e34-e69e-4aa4-84ef-06b2d59ad5d9 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481982 Jul 20 19:30:52.744939 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45078) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:52.785094 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-1a6d7ea7-6cd1-40cd-84b3-f33a37b6559f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff9c443652a141d482130869ff76c327&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389977 Jul 20 19:30:52.787825 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45080) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:52.836704 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e998cc22-a061-47e5-bccc-6e4e363818ef admin admin] Publish callbacks [] for security_group (10c9ce75-7140-44e2-8b9b-7b446a04d4a0), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.858652 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e998cc22-a061-47e5-bccc-6e4e363818ef admin admin] Publish callbacks [] for security_group (10c9ce75-7140-44e2-8b9b-7b446a04d4a0), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.906915 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e998cc22-a061-47e5-bccc-6e4e363818ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (10c9ce75-7140-44e2-8b9b-7b446a04d4a0), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.909983 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e998cc22-a061-47e5-bccc-6e4e363818ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.911129 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-e998cc22-a061-47e5-bccc-6e4e363818ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10c9ce75-7140-44e2-8b9b-7b446a04d4a0 HTTP/1.1" status: 204 len: 168 time: 0.1223814 Jul 20 19:30:52.920504 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998cc22-a061-47e5-bccc-6e4e363818ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c9ce75-7140-44e2-8b9b-7b446a04d4a0,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:53.021619 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device aed0e0e1-32f5-4855-8163-2ee77b5513a4 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:30:53.044058 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: aed0e0e1-32f5-4855-8163-2ee77b5513a4 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:30:53.044731 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device aed0e0e1-32f5-4855-8163-2ee77b5513a4 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:30:53.045340 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 160929e8-eec0-445f-b7fa-cd68a1944203 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:30:53.067346 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 160929e8-eec0-445f-b7fa-cd68a1944203 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:30:53.067909 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 160929e8-eec0-445f-b7fa-cd68a1944203 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:30:53.094607 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8bb0b-0eeb-418e-bd77-f5034ee42fd9 req-60316856-4afd-4c9c-88ca-105e422027fd tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:53.096151 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-27f8bb0b-0eeb-418e-bd77-f5034ee42fd9 req-60316856-4afd-4c9c-88ca-105e422027fd tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 943 time: 0.0668752 Jul 20 19:30:53.154237 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-27f8bb0b-0eeb-418e-bd77-f5034ee42fd9 req-a9b70e1f-bd60-4ba4-a65d-025c3da83059 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509810 Jul 20 19:30:53.358316 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:53.470799 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:53.686255 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45112) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:53.780150 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9d5c2-a18c-40bd-ac79-eeb0e8c5946b req-453ab959-19d3-4f84-8b3b-384c2c2f7f7e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:53.781986 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ebb9d5c2-a18c-40bd-ac79-eeb0e8c5946b req-453ab959-19d3-4f84-8b3b-384c2c2f7f7e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 943 time: 0.0544991 Jul 20 19:30:53.790848 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1918466548-network', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:53.833400 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Made reservation on behalf of ba897ed63f434ec88f93da1cae7024f1 for: {'network': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:53.835709 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:53.856718 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:53.867644 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ebb9d5c2-a18c-40bd-ac79-eeb0e8c5946b req-60774ccc-a6dc-4ca3-9429-1d0913dd30a3 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728650 Jul 20 19:30:53.943468 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Publish callbacks [] for security_group (4c9c789f-02e1-46ed-bf58-3aef189de705), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:53.947564 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (4c9c789f-02e1-46ed-bf58-3aef189de705), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:53.975176 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:30:53.989222 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9c789f-02e1-46ed-bf58-3aef189de705,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:53.993444 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (5ef8ffe1-0f89-48cc-b6a0-499cf83d9169), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:53.993793 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.segments_db [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Added segment 5ef8ffe1-0f89-48cc-b6a0-499cf83d9169 of type vlan for network 8d1f9468-ee30-4ff5-9d99-0240a7903291 Jul 20 19:30:54.037804 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (8d1f9468-ee30-4ff5-9d99-0240a7903291), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.043168 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:54.065794 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (8d1f9468-ee30-4ff5-9d99-0240a7903291), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.066784 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:54.067364 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.101938 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4145758 Jul 20 19:30:54.104966 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45116) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:54.110024 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-bcdcaa6e-6c7b-403c-90b2-67d94593e67f admin admin] Request body: {'subnet': {'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-subnet', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:54.130836 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdcaa6e-6c7b-403c-90b2-67d94593e67f admin admin] Made reservation on behalf of ba897ed63f434ec88f93da1cae7024f1 for: {'subnet': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:54.133237 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bcdcaa6e-6c7b-403c-90b2-67d94593e67f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9559437'] for subnet (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.137976 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9defbb-76e2-4f97-98b2-7e4c7d82e894 admin admin] Pushing event updated for resources: {'Network': ['ID=8d1f9468-ee30-4ff5-9d99-0240a7903291,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:54.148643 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 8d1f9468-ee30-4ff5-9d99-0240a7903291 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:30:54.310464 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dc196-b3cb-405c-8c97-ea4d9e61071b req-95c43611-786f-403c-95ba-1ed8fe43340e tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:54.311956 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-298dc196-b3cb-405c-8c97-ea4d9e61071b req-95c43611-786f-403c-95ba-1ed8fe43340e tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 943 time: 0.0640171 Jul 20 19:30:54.372564 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bcdcaa6e-6c7b-403c-90b2-67d94593e67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9550027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9559487'] for subnet (9ac62582-e651-41bb-b8bc-ca4071f8d595), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.423694 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-298dc196-b3cb-405c-8c97-ea4d9e61071b req-044cefe1-8c8a-4631-bfc4-14e2de3dbc01 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915477 Jul 20 19:30:54.429830 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:54.442488 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device d2fa33bc-fe23-49d5-b13a-86ff922d5120 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:30:54.445327 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcaa6e-6c7b-403c-90b2-67d94593e67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac62582-e651-41bb-b8bc-ca4071f8d595,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:54.462813 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdcaa6e-6c7b-403c-90b2-67d94593e67f admin admin] Checking segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:54.463179 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdcaa6e-6c7b-403c-90b2-67d94593e67f admin admin] Network hostable DHCP agents. Network: 8d1f9468-ee30-4ff5-9d99-0240a7903291, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:30:54.481755 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdcaa6e-6c7b-403c-90b2-67d94593e67f admin admin] Network 8d1f9468-ee30-4ff5-9d99-0240a7903291 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:30:54.491290 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-bcdcaa6e-6c7b-403c-90b2-67d94593e67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 8d1f9468-ee30-4ff5-9d99-0240a7903291) {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:54.495298 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdcaa6e-6c7b-403c-90b2-67d94593e67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:54.495889 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bcdcaa6e-6c7b-403c-90b2-67d94593e67f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.512381 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-bcdcaa6e-6c7b-403c-90b2-67d94593e67f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4062748 Jul 20 19:30:54.515080 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45122) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:54.519253 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:54.522167 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21659ccd-8e07-495f-aa98-b63d9ac48b27 None None] Network 8d1f9468-ee30-4ff5-9d99-0240a7903291 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:54.527131 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:54.541216 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127984'] for router (a0cfee52-5e51-4473-bf21-5596693dc119), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.542617 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-478355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127881'] for router (a0cfee52-5e51-4473-bf21-5596693dc119), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.596061 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Publish callbacks [] for router_controller (a0cfee52-5e51-4473-bf21-5596693dc119), precommit_add_association {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.616497 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port d2fa33bc-fe23-49d5-b13a-86ff922d5120, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d2fa33bc-fe23-49d5-b13a-86ff922d5120,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:54.635724 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'port_id': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120', 'mac_address': 'fa:16:3e:27:00:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:30:54.697611 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-8d1f9468-ee30-4ff5-9d99-0240a7903291', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:30:54.698535 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.702214 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port d2fa33bc-fe23-49d5-b13a-86ff922d5120 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:54.702593 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.725575 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fa33bc-fe23-49d5-b13a-86ff922d5120 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:30:54.733615 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Publish callbacks [] for router_gateway (a0cfee52-5e51-4473-bf21-5596693dc119), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.794283 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port d2fa33bc-fe23-49d5-b13a-86ff922d5120, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d2fa33bc-fe23-49d5-b13a-86ff922d5120,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:54.801578 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.846691 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:54.895854 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=d2fa33bc-fe23-49d5-b13a-86ff922d5120,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:54.913255 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Allocated IP 172.20.0.2 (8d1f9468-ee30-4ff5-9d99-0240a7903291/9ac62582-e651-41bb-b8bc-ca4071f8d595/2fe6f0e0-c5ec-4e56-af05-7da24e7a377b) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:30:54.925318 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Publish callbacks [] for router_gateway (a0cfee52-5e51-4473-bf21-5596693dc119), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:54.946034 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:55.008735 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebc2e7-41ba-4623-81e8-6d1d2216032f req-b322a8f6-4769-4f02-b64b-ae17b25e678d tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:55.010404 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-42ebc2e7-41ba-4623-81e8-6d1d2216032f req-b322a8f6-4769-4f02-b64b-ae17b25e678d tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 944 time: 0.0528197 Jul 20 19:30:55.050485 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:55.069553 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-42ebc2e7-41ba-4623-81e8-6d1d2216032f req-8fcd8040-4351-4358-b27d-1d124078d5b7 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528977 Jul 20 19:30:55.073698 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Publish callbacks [] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:55.080601 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:55.100547 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Network 8d1f9468-ee30-4ff5-9d99-0240a7903291 is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:55.117708 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:55.121502 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:55.127288 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:55.160327 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Pushing event updated for resources: {'Port': ['ID=2fe6f0e0-c5ec-4e56-af05-7da24e7a377b,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:55.200786 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Attempting to bind port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:30:55.201153 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Attempting to bind port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:30:55.201515 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Attempting to bind port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:55.207390 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:30:55.207765 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Checking segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:55.208170 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:55.208596 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Bound using segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:30:55.209078 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Bound port: 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:30:55.209464 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:55.278610 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] For port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:30:55.282301 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] For port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=2fe6f0e0-c5ec-4e56-af05-7da24e7a377b,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:30:55.288877 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:55.325425 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:55.351592 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73beeebe-898f-4805-bfdd-76afda72f88e None None] Pushing event updated for resources: {'Port': ['ID=2fe6f0e0-c5ec-4e56-af05-7da24e7a377b,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:55.364952 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Allocated IP 172.27.2.242 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/093eb00b-302f-44c2-b321-53f1e1087717) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:30:55.483034 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Publish callbacks [] for port (093eb00b-302f-44c2-b321-53f1e1087717), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:55.556950 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb9f6f-b131-4b1c-a621-fcc5ea0d9cd9 req-58320fba-1467-4232-866d-b7202d6f0594 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:55.558458 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b5fb9f6f-b131-4b1c-a621-fcc5ea0d9cd9 req-58320fba-1467-4232-866d-b7202d6f0594 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 943 time: 0.0620825 Jul 20 19:30:55.560749 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (093eb00b-302f-44c2-b321-53f1e1087717), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:55.610797 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:55.617828 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:55.634320 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:55.640926 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:55.643103 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Pushing event updated for resources: {'Port': ['ID=093eb00b-302f-44c2-b321-53f1e1087717,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:55.719143 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b5fb9f6f-b131-4b1c-a621-fcc5ea0d9cd9 req-184e176c-2b23-4f58-bfd5-79912b41a83f tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523390 Jul 20 19:30:55.931676 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Publish callbacks [] for router_gateway (a0cfee52-5e51-4473-bf21-5596693dc119), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:56.130628 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:56.175760 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540'] for router (a0cfee52-5e51-4473-bf21-5596693dc119), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:56.215924 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e43e2-130b-46ea-836c-498a7d0c1971 req-1ccceb52-a88f-4536-ae57-9002477b7b7e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:56.217660 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-201e43e2-130b-46ea-836c-498a7d0c1971 req-1ccceb52-a88f-4536-ae57-9002477b7b7e tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 944 time: 0.0567577 Jul 20 19:30:56.231799 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 5543d4ab-0c29-4d6d-afca-f4861da188ba details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:30:56.282573 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-201e43e2-130b-46ea-836c-498a7d0c1971 req-21526a7a-d4a7-4fd0-98e1-500e3c42feba tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587659 Jul 20 19:30:56.324936 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73c3eb4-fe0b-4988-9659-6e21a97fe76c None None] Network 8d1f9468-ee30-4ff5-9d99-0240a7903291 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:56.332104 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Router a0cfee52-5e51-4473-bf21-5596693dc119 is scheduled to L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 with binding_index 1 {{(pid=103974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:30:56.451652 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:30:56.470708 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:56.471945 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-992cfe62-c678-43c9-af82-5a043733fe7b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9559469 Jul 20 19:30:56.474841 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45134) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:56.478851 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Sync routers for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:30:56.542888 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-83d91393-c208-44a7-88c4-3a11b4c0f286 None None] Provisioning complete for port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:56.543284 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-83d91393-c208-44a7-88c4-3a11b4c0f286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:56.579683 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['d2fa33bc-fe23-49d5-b13a-86ff922d5120'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:30:56.581890 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:56.582524 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:56.685482 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:56.687739 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 5543d4ab-0c29-4d6d-afca-f4861da188ba, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5543d4ab-0c29-4d6d-afca-f4861da188ba,segment=NetworkSegment(0312da81-7a28-47c2-b92c-7731d1d0b901),segment_id=0312da81-7a28-47c2-b92c-7731d1d0b901)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:56.771240 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '5543d4ab-0c29-4d6d-afca-f4861da188ba', 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710', 'port_id': '5543d4ab-0c29-4d6d-afca-f4861da188ba', 'mac_address': 'fa:16:3e:93:8a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b31ce6-f232-4687-a68c-bb858604eb95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:30:56.879773 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:56.886314 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc63b5-2a8a-4e28-8720-28615943d42f req-d8238803-d902-466b-944e-a409e13852ff tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:56.888318 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c3dc63b5-2a8a-4e28-8720-28615943d42f req-d8238803-d902-466b-944e-a409e13852ff tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 943 time: 0.0681772 Jul 20 19:30:56.914083 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:56.955641 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 5543d4ab-0c29-4d6d-afca-f4861da188ba is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:56.956032 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:56.979716 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-83d91393-c208-44a7-88c4-3a11b4c0f286 None None] Current status of the port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:56.980113 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-83d91393-c208-44a7-88c4-3a11b4c0f286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.008113 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c3dc63b5-2a8a-4e28-8720-28615943d42f req-4dcefb0e-9029-4a6a-9037-4d78d2e278e3 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969911 Jul 20 19:30:57.010222 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.020822 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5543d4ab-0c29-4d6d-afca-f4861da188ba {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:30:57.106617 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:57.122031 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 5543d4ab-0c29-4d6d-afca-f4861da188ba, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5543d4ab-0c29-4d6d-afca-f4861da188ba,segment=NetworkSegment(0312da81-7a28-47c2-b92c-7731d1d0b901),segment_id=0312da81-7a28-47c2-b92c-7731d1d0b901)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:57.153656 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:57.162607 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.167280 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-83d91393-c208-44a7-88c4-3a11b4c0f286 None None] For port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=2fe6f0e0-c5ec-4e56-af05-7da24e7a377b,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:57.185069 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:57.186051 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-83d91393-c208-44a7-88c4-3a11b4c0f286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.218954 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Allocated IP 172.20.0.1 (8d1f9468-ee30-4ff5-9d99-0240a7903291/9ac62582-e651-41bb-b8bc-ca4071f8d595/2c82fa70-c452-49c5-ab81-223e4da7325f) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:30:57.315747 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=5543d4ab-0c29-4d6d-afca-f4861da188ba,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:57.340865 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:57.341292 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.358417 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Publish callbacks [] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.390901 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-e90893d0-28e1-4355-80f7-e0897da38979 None None] Provisioning complete for port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:57.391291 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e90893d0-28e1-4355-80f7-e0897da38979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.399102 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.402548 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:55Z', 'revision_number': 3, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:57.429396 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc0c51-e01d-4ac3-a93b-73e8254acf88 req-407e20b3-cac1-41fe-ab20-4dbd82c0cfb4 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:57.432488 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3cbc0c51-e01d-4ac3-a93b-73e8254acf88 req-407e20b3-cac1-41fe-ab20-4dbd82c0cfb4 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 944 time: 0.0673084 Jul 20 19:30:57.458471 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Network 8d1f9468-ee30-4ff5-9d99-0240a7903291 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:57.460282 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:57.462985 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['5543d4ab-0c29-4d6d-afca-f4861da188ba'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:30:57.469136 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:57.487389 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Checking router: a0cfee52-5e51-4473-bf21-5596693dc119 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:30:57.487763 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Updating router a0cfee52-5e51-4473-bf21-5596693dc119 port 093eb00b-302f-44c2-b321-53f1e1087717 binding host dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:30:57.495598 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Pushing event updated for resources: {'Port': ['ID=2c82fa70-c452-49c5-ab81-223e4da7325f,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:57.544616 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445850'] for router_interface (a0cfee52-5e51-4473-bf21-5596693dc119), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.546221 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3cbc0c51-e01d-4ac3-a93b-73e8254acf88 req-4606fb00-e5d3-4f8a-8708-bda711234db0 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052148 Jul 20 19:30:57.595972 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d91393-c208-44a7-88c4-3a11b4c0f286 None None] Pushing event updated for resources: {'Port': ['ID=2fe6f0e0-c5ec-4e56-af05-7da24e7a377b,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:57.624174 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (093eb00b-302f-44c2-b321-53f1e1087717), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.672815 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:57.723321 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:57.742128 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.842132 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:57.852157 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-e90893d0-28e1-4355-80f7-e0897da38979 None None] Current status of the port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:57.886470 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:57.917279 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Publish callbacks [] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.922866 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:57.996115 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-6621e8fc-9965-410e-8a40-6478d234854e None None] Provisioning complete for port 2c82fa70-c452-49c5-ab81-223e4da7325f triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:57.996555 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6621e8fc-9965-410e-8a40-6478d234854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.001719 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Pushing event updated for resources: {'Port': ['ID=2c82fa70-c452-49c5-ab81-223e4da7325f,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:58.005446 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456674'] for router_interface (a0cfee52-5e51-4473-bf21-5596693dc119), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.073527 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:58.074923 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-6621e8fc-9965-410e-8a40-6478d234854e None None] Port 2c82fa70-c452-49c5-ab81-223e4da7325f cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:30:58.120858 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Publish callbacks [] for port (093eb00b-302f-44c2-b321-53f1e1087717), precommit_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.127170 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (093eb00b-302f-44c2-b321-53f1e1087717), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.152249 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Network 8d1f9468-ee30-4ff5-9d99-0240a7903291 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:58.161520 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81db14-ae87-4e5f-821b-68777c0f6ac2 req-c6d48958-5e13-4fe6-93b8-eef979e80ae5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:58.162780 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0a81db14-ae87-4e5f-821b-68777c0f6ac2 req-c6d48958-5e13-4fe6-93b8-eef979e80ae5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 944 time: 0.0723209 Jul 20 19:30:58.164426 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:58.181608 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Attempting to bind port 093eb00b-302f-44c2-b321-53f1e1087717 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:30:58.181608 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Attempting to bind port 093eb00b-302f-44c2-b321-53f1e1087717 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:30:58.181608 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Attempting to bind port 093eb00b-302f-44c2-b321-53f1e1087717 on network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:58.184842 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d1edd-c5bc-4cd5-a091-ecdd1df43aea None None] Pushing event updated for resources: {'Port': ['ID=093eb00b-302f-44c2-b321-53f1e1087717,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:58.191977 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:30:58.192422 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:58.192880 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.193292 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Bound using segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:30:58.193923 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Bound port: 093eb00b-302f-44c2-b321-53f1e1087717, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:30:58.194331 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (093eb00b-302f-44c2-b321-53f1e1087717), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.248007 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] For port 093eb00b-302f-44c2-b321-53f1e1087717, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:30:58.251740 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] For port 093eb00b-302f-44c2-b321-53f1e1087717, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=093eb00b-302f-44c2-b321-53f1e1087717,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:30:58.259215 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (093eb00b-302f-44c2-b321-53f1e1087717), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.324642 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Router a0cfee52-5e51-4473-bf21-5596693dc119 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:30:58.335894 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0a81db14-ae87-4e5f-821b-68777c0f6ac2 req-a16e5ea9-96dc-41be-a264-e90c28151993 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657372 Jul 20 19:30:58.459690 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:30:58.471243 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-13694e64-a4c0-4275-aca1-7e566eef9747 admin admin] 10.222.0.43 "PUT /v2.0/routers/a0cfee52-5e51-4473-bf21-5596693dc119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9885592 Jul 20 19:30:58.471368 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-82ae72bd-96cc-455e-852f-33d71fec55ac None None] Provisioning complete for port 2c82fa70-c452-49c5-ab81-223e4da7325f triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:58.471368 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-82ae72bd-96cc-455e-852f-33d71fec55ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.498061 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:58.498712 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:58.505216 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d1edd-c5bc-4cd5-a091-ecdd1df43aea None None] Pushing event updated for resources: {'Port': ['ID=093eb00b-302f-44c2-b321-53f1e1087717,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:58.555031 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-82ae72bd-96cc-455e-852f-33d71fec55ac None None] Port 2c82fa70-c452-49c5-ab81-223e4da7325f cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:30:58.625539 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:58.683723 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352f5d4-4bd5-4f96-b1f9-a60736f84528 req-a2152d7e-c509-4bc8-8087-1449f5b39f54 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:58.685842 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4352f5d4-4bd5-4f96-b1f9-a60736f84528 req-a2152d7e-c509-4bc8-8087-1449f5b39f54 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 944 time: 0.0627275 Jul 20 19:30:58.714853 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:58.745874 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4352f5d4-4bd5-4f96-b1f9-a60736f84528 req-b4c8c714-946c-4ae7-bd15-c84d74bf7f54 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544202 Jul 20 19:30:58.778650 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45158) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:58.787488 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-44e10397-31e2-4da5-90c8-ed1d2d2f9cc8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073418753', 'description': 'tempest-description--571155085'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:58.806743 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-44e10397-31e2-4da5-90c8-ed1d2d2f9cc8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.844506 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 2, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:58.870682 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac979a-d2ec-4828-a3ca-22bb65c90452 None None] The sync data for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi is: [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 2, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:30:58.881611 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-44e10397-31e2-4da5-90c8-ed1d2d2f9cc8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (e1d5121f-6aef-49d0-bc24-857132d1a631), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.886227 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-44e10397-31e2-4da5-90c8-ed1d2d2f9cc8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e1d5121f-6aef-49d0-bc24-857132d1a631), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.917345 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-44e10397-31e2-4da5-90c8-ed1d2d2f9cc8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.918605 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-44e10397-31e2-4da5-90c8-ed1d2d2f9cc8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388335 Jul 20 19:30:58.921521 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45160) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:58.926616 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-2b459ee4-71cd-465a-b931-7a097a1d0880 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'security_group_rule': {'security_group_id': 'e1d5121f-6aef-49d0-bc24-857132d1a631', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:58.932676 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e10397-31e2-4da5-90c8-ed1d2d2f9cc8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d5121f-6aef-49d0-bc24-857132d1a631,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:58.959372 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2b459ee4-71cd-465a-b931-7a097a1d0880 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (8850ca72-bdbe-43b7-bc30-bd30d16e9484), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.026693 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2b459ee4-71cd-465a-b931-7a097a1d0880 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (8850ca72-bdbe-43b7-bc30-bd30d16e9484), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.031629 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2b459ee4-71cd-465a-b931-7a097a1d0880 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (8850ca72-bdbe-43b7-bc30-bd30d16e9484), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.034754 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:59.059414 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b459ee4-71cd-465a-b931-7a097a1d0880 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8850ca72-bdbe-43b7-bc30-bd30d16e9484,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:59.067545 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2b459ee4-71cd-465a-b931-7a097a1d0880 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.069337 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-2b459ee4-71cd-465a-b931-7a097a1d0880 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464810 Jul 20 19:30:59.071570 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45162) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:59.077797 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-7a2b26fa-8429-42c3-9e51-1b26ab06f3e4 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'security_group_rule': {'security_group_id': 'e1d5121f-6aef-49d0-bc24-857132d1a631', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:59.085458 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:59.094500 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:59.095275 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.115949 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:59.118572 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7a2b26fa-8429-42c3-9e51-1b26ab06f3e4 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (cbf916f7-9630-4a12-b0be-e7a2041104d4), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.204741 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7a2b26fa-8429-42c3-9e51-1b26ab06f3e4 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (cbf916f7-9630-4a12-b0be-e7a2041104d4), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.209143 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7a2b26fa-8429-42c3-9e51-1b26ab06f3e4 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (cbf916f7-9630-4a12-b0be-e7a2041104d4), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.215988 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:59.233145 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b26fa-8429-42c3-9e51-1b26ab06f3e4 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf916f7-9630-4a12-b0be-e7a2041104d4,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:59.237629 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7a2b26fa-8429-42c3-9e51-1b26ab06f3e4 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.241890 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-7a2b26fa-8429-42c3-9e51-1b26ab06f3e4 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663051 Jul 20 19:30:59.242395 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45164) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:59.246724 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:59.273536 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.354172 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:59.357763 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.495236 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7e867-be0f-4532-ae71-28047fffdd59 req-5d285721-7c73-438a-acfe-a609f1352045 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:59.497362 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e9b7e867-be0f-4532-ae71-28047fffdd59 req-5d285721-7c73-438a-acfe-a609f1352045 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 944 time: 0.0791807 Jul 20 19:30:59.532493 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Allocated IP 172.27.2.17 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/3bbe278e-b7d4-48e0-b9dc-53a5988dc819) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:30:59.603015 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e9b7e867-be0f-4532-ae71-28047fffdd59 req-17e47d01-e066-453b-835a-28e5d2c1e941 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979929 Jul 20 19:30:59.694820 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for port (3bbe278e-b7d4-48e0-b9dc-53a5988dc819), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.742967 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (3bbe278e-b7d4-48e0-b9dc-53a5988dc819), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.792975 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:59.804381 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:59.809196 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:59.837017 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'Port': ['ID=3bbe278e-b7d4-48e0-b9dc-53a5988dc819,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:59.897978 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2cf3f-a583-4d7e-83f0-4fd48845db89 req-79cf809e-c7d0-4eac-b6fa-99cb92bb3a96 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:59.899573 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-53e2cf3f-a583-4d7e-83f0-4fd48845db89 req-79cf809e-c7d0-4eac-b6fa-99cb92bb3a96 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 944 time: 0.0580156 Jul 20 19:30:59.921592 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (54aa9e1d-8a52-4076-9862-24e42c8c2c14), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:59.957427 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-53e2cf3f-a583-4d7e-83f0-4fd48845db89 req-b46cf9fe-094f-46d3-917f-6aec687891b8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505068 Jul 20 19:30:59.960367 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:59.971988 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (3bbe278e-b7d4-48e0-b9dc-53a5988dc819), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:00.146980 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for port (3bbe278e-b7d4-48e0-b9dc-53a5988dc819), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:00.153068 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (3bbe278e-b7d4-48e0-b9dc-53a5988dc819), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:00.164516 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=11 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:00.223288 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'Port': ['ID=3bbe278e-b7d4-48e0-b9dc-53a5988dc819,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:00.231408 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=41 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:00.238119 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (54aa9e1d-8a52-4076-9862-24e42c8c2c14), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:00.260267 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:00.263284 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-58ebe7a5-03ee-4e06-a577-1ef9a7eafded tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0199826 Jul 20 19:31:00.390084 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:00.420087 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-6a071279-2e14-493e-960c-a5b2969231d9 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2073418753&fields=id&tenant_id=ba897ed63f434ec88f93da1cae7024f1 HTTP/1.1" status: 200 len: 267 time: 0.0460992 Jul 20 19:31:00.528233 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115da989-a4e6-421d-9b97-a95d981d6843 req-70baa615-930d-4803-a496-cc7364e0cf92 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:00.529739 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-70baa615-930d-4803-a496-cc7364e0cf92 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 815 time: 0.1032729 Jul 20 19:31:00.545408 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-9982e783-d9b8-45f8-a77d-f1da94ff6f0e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/quotas/ba897ed63f434ec88f93da1cae7024f1 HTTP/1.1" status: 200 len: 375 time: 0.0101111 Jul 20 19:31:00.595338 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-b3521536-a980-4213-8ef1-1955571d0c01 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443411 Jul 20 19:31:00.697245 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-c7455d4b-ba5c-44c4-a1ab-f3cb330fa262 service neutron] 10.222.0.43 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899014 Jul 20 19:31:00.727125 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f86bd9-471c-46bb-b90f-d42bba2c1e13 req-120764cb-a7b7-47ae-a758-a080d1dff1b0 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:00.728717 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c9f86bd9-471c-46bb-b90f-d42bba2c1e13 req-120764cb-a7b7-47ae-a758-a080d1dff1b0 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 944 time: 0.0491433 Jul 20 19:31:00.754065 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:00.783956 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c9f86bd9-471c-46bb-b90f-d42bba2c1e13 req-5660c905-e95d-462d-aad2-a5db0d95d40a tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467989 Jul 20 19:31:00.796333 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-1bdeb92e-1af1-4919-b52d-2ccb064f34e6 service neutron] 10.222.0.43 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921514 Jul 20 19:31:00.976920 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ccf46427-b3b4-45ee-a3df-9730c311b819 req-36685fdd-6b4c-4e52-a970-a8d6beb2ba78 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 210 time: 0.0392549 Jul 20 19:31:01.063566 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 093eb00b-302f-44c2-b321-53f1e1087717 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:01.115012 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 093eb00b-302f-44c2-b321-53f1e1087717 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:01.115524 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (093eb00b-302f-44c2-b321-53f1e1087717), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.127177 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Sync routers for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:31:01.144074 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:01.144905 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-e2857707-229f-4100-8777-34bf47c632ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:01.219203 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 093eb00b-302f-44c2-b321-53f1e1087717 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:01.219617 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (093eb00b-302f-44c2-b321-53f1e1087717), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.247019 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port 093eb00b-302f-44c2-b321-53f1e1087717, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=093eb00b-302f-44c2-b321-53f1e1087717,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:01.252141 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (093eb00b-302f-44c2-b321-53f1e1087717), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.289283 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:01.322877 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=093eb00b-302f-44c2-b321-53f1e1087717,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:01.388245 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b9f74-73c3-4f11-9928-b558b9f9a036 req-1cfd1266-33c3-4ae7-a046-e6e94f6554ec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:01.389678 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1c7b9f74-73c3-4f11-9928-b558b9f9a036 req-1cfd1266-33c3-4ae7-a046-e6e94f6554ec tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 944 time: 0.3464768 Jul 20 19:31:01.452810 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1c7b9f74-73c3-4f11-9928-b558b9f9a036 req-e9115718-076f-4a39-9e82-51a12da15fa2 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561750 Jul 20 19:31:01.476065 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 5543d4ab-0c29-4d6d-afca-f4861da188ba up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:01.537284 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port 5543d4ab-0c29-4d6d-afca-f4861da188ba completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:31:01.545461 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 5543d4ab-0c29-4d6d-afca-f4861da188ba triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:01.545844 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.603512 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-e2857707-229f-4100-8777-34bf47c632ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 2, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:01.629322 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Checking router: a0cfee52-5e51-4473-bf21-5596693dc119 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:31:01.629703 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Updating router a0cfee52-5e51-4473-bf21-5596693dc119 port 2c82fa70-c452-49c5-ab81-223e4da7325f binding host dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:31:01.633084 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 5543d4ab-0c29-4d6d-afca-f4861da188ba is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:01.633484 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.659943 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290d87da-fb62-4dd2-a709-5c033f6b07bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5543d4ab-0c29-4d6d-afca-f4861da188ba'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:01.660834 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.662494 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef0952a-0ce1-4deb-b70c-476c579ea59b" -d '{"events": [{"server_uuid": "290d87da-fb62-4dd2-a709-5c033f6b07bd", "name": "network-vif-plugged", "status": "completed", "tag": "5543d4ab-0c29-4d6d-afca-f4861da188ba"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:01.674504 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 5543d4ab-0c29-4d6d-afca-f4861da188ba, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5543d4ab-0c29-4d6d-afca-f4861da188ba,segment=NetworkSegment(0312da81-7a28-47c2-b92c-7731d1d0b901),segment_id=0312da81-7a28-47c2-b92c-7731d1d0b901)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:01.679353 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.680032 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device d2fa33bc-fe23-49d5-b13a-86ff922d5120 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:01.722557 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4727ce-4dea-41a7-be95-cc09d89c3c5d x-openstack-request-id: req-ec4727ce-4dea-41a7-be95-cc09d89c3c5d {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:01.722853 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290d87da-fb62-4dd2-a709-5c033f6b07bd", "name": "network-vif-plugged", "status": "completed", "tag": "5543d4ab-0c29-4d6d-afca-f4861da188ba", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:01.723106 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec4727ce-4dea-41a7-be95-cc09d89c3c5d {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:01.723500 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4727ce-4dea-41a7-be95-cc09d89c3c5d'] response: {'server_uuid': '290d87da-fb62-4dd2-a709-5c033f6b07bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5543d4ab-0c29-4d6d-afca-f4861da188ba', 'code': 200} Jul 20 19:31:01.762776 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=5543d4ab-0c29-4d6d-afca-f4861da188ba,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:01.770028 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port d2fa33bc-fe23-49d5-b13a-86ff922d5120 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:31:01.776350 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port d2fa33bc-fe23-49d5-b13a-86ff922d5120 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:01.776748 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.852807 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port d2fa33bc-fe23-49d5-b13a-86ff922d5120 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:01.853203 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.855779 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:01.895803 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port d2fa33bc-fe23-49d5-b13a-86ff922d5120, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d2fa33bc-fe23-49d5-b13a-86ff922d5120,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:01.913802 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.929702 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Publish callbacks [] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.941806 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.944252 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf21794-a440-4339-ac30-ec774e5caa46 req-e3778938-695a-42b2-8708-6db22475ab55 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:01.947501 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1bf21794-a440-4339-ac30-ec774e5caa46 req-e3778938-695a-42b2-8708-6db22475ab55 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 945 time: 0.0888340 Jul 20 19:31:01.955867 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:01.992429 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=d2fa33bc-fe23-49d5-b13a-86ff922d5120,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:02.060612 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Pushing event updated for resources: {'Port': ['ID=2c82fa70-c452-49c5-ab81-223e4da7325f,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:02.078394 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.079034 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.079557 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.080093 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.080684 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.081176 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.081666 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.082167 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.084068 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.084631 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.085145 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.087760 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.094831 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.095341 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.095685 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:02.098756 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1bf21794-a440-4339-ac30-ec774e5caa46 req-3da2056e-7193-48b7-bd18-d7fb9f9a3663 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453791 Jul 20 19:31:02.180188 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Attempting to bind port 2c82fa70-c452-49c5-ab81-223e4da7325f on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:31:02.180863 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Attempting to bind port 2c82fa70-c452-49c5-ab81-223e4da7325f by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:31:02.181392 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Attempting to bind port 2c82fa70-c452-49c5-ab81-223e4da7325f on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:02.188084 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:31:02.188698 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Checking segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:02.189589 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:02.190561 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Bound using segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:31:02.191268 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Bound port: 2c82fa70-c452-49c5-ab81-223e4da7325f, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:31:02.191827 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:02.265004 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ae926092-c735-4058-b60b-ad39910a94ed req-6e9dba5e-6667-4df9-9576-efbbffdafa85 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 210 time: 0.1206908 Jul 20 19:31:02.283649 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:02.288993 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-e2857707-229f-4100-8777-34bf47c632ec None None] For port 2c82fa70-c452-49c5-ab81-223e4da7325f, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:31:02.293068 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-e2857707-229f-4100-8777-34bf47c632ec None None] For port 2c82fa70-c452-49c5-ab81-223e4da7325f, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=2c82fa70-c452-49c5-ab81-223e4da7325f,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:31:02.296716 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:02.298889 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980b424-19f7-4752-b3fb-c97300f707c8 req-9882105a-6490-41a3-a23f-0947580a7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:02.300518 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9980b424-19f7-4752-b3fb-c97300f707c8 req-9882105a-6490-41a3-a23f-0947580a7442 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 1129 time: 0.1336331 Jul 20 19:31:02.302143 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:02.329629 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115da989-a4e6-421d-9b97-a95d981d6843 req-88c4a389-df60-44c5-a7a8-05cb69c8d3cb tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:02.331323 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-88c4a389-df60-44c5-a7a8-05cb69c8d3cb tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 815 time: 0.2279553 Jul 20 19:31:02.366301 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9980b424-19f7-4752-b3fb-c97300f707c8 req-baf96ac6-a70a-4cbb-9fdb-5a064dd92b60 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554957 Jul 20 19:31:02.382358 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:02.383370 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f21d94-e318-4a40-8a80-7003b89f8af7 None None] Pushing event updated for resources: {'Port': ['ID=2c82fa70-c452-49c5-ab81-223e4da7325f,revision_number=4']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:02.401958 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:02.402919 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-e2857707-229f-4100-8777-34bf47c632ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:02.413588 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-71d3415e-e4ba-4530-bdb4-f766eee0e519 None None] Provisioning complete for port 2c82fa70-c452-49c5-ab81-223e4da7325f triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:02.414217 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-71d3415e-e4ba-4530-bdb4-f766eee0e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:02.458448 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-51ba8ef1-3dff-4df9-8124-2c17ce273462 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba897ed63f434ec88f93da1cae7024f1 HTTP/1.1" status: 200 len: 380 time: 0.1133871 Jul 20 19:31:02.519458 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-71d3415e-e4ba-4530-bdb4-f766eee0e519 None None] Current status of the port 2c82fa70-c452-49c5-ab81-223e4da7325f is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:02.520001 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-71d3415e-e4ba-4530-bdb4-f766eee0e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:02.551913 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-e2857707-229f-4100-8777-34bf47c632ec None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:02.568095 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-71d3415e-e4ba-4530-bdb4-f766eee0e519 None None] For port 2c82fa70-c452-49c5-ab81-223e4da7325f, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=2c82fa70-c452-49c5-ab81-223e4da7325f,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:02.573498 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-71d3415e-e4ba-4530-bdb4-f766eee0e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:02.594733 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec468b6-fbd9-429d-aa20-dd73c565e743 req-6082dd9b-3b7b-43ea-ba7c-bf766c53ac89 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:02.596923 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0ec468b6-fbd9-429d-aa20-dd73c565e743 req-6082dd9b-3b7b-43ea-ba7c-bf766c53ac89 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 945 time: 0.0631909 Jul 20 19:31:02.631773 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3415e-e4ba-4530-bdb4-f766eee0e519 None None] Pushing event updated for resources: {'Port': ['ID=2c82fa70-c452-49c5-ab81-223e4da7325f,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:02.657701 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0ec468b6-fbd9-429d-aa20-dd73c565e743 req-dc3f300f-d348-48bf-a771-1d735452683a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540905 Jul 20 19:31:02.694219 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-c540bed8-273e-445d-a94e-28444d24f62f None None] Provisioning complete for port 2c82fa70-c452-49c5-ab81-223e4da7325f triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:02.694681 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c540bed8-273e-445d-a94e-28444d24f62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:02.762697 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-e2857707-229f-4100-8777-34bf47c632ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:02.770954 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-c540bed8-273e-445d-a94e-28444d24f62f None None] Current status of the port 2c82fa70-c452-49c5-ab81-223e4da7325f is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:02.787926 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2857707-229f-4100-8777-34bf47c632ec None None] The sync data for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi is: [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:31:03.039348 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 093eb00b-302f-44c2-b321-53f1e1087717 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:03.085639 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 093eb00b-302f-44c2-b321-53f1e1087717 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:03.086010 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (093eb00b-302f-44c2-b321-53f1e1087717), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:03.170254 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 093eb00b-302f-44c2-b321-53f1e1087717 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:03.171461 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 2c82fa70-c452-49c5-ab81-223e4da7325f up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:03.222932 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 2c82fa70-c452-49c5-ab81-223e4da7325f triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:03.223523 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:03.229599 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bbf8d-bd06-4861-8848-97dde0725e92 req-0a61d5b3-3c2e-4a9c-9efc-4c1c3718bc85 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:03.231945 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-941bbf8d-bd06-4861-8848-97dde0725e92 req-0a61d5b3-3c2e-4a9c-9efc-4c1c3718bc85 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 945 time: 0.0567615 Jul 20 19:31:03.315578 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-941bbf8d-bd06-4861-8848-97dde0725e92 req-645e2fb1-a66f-4bdf-bcb3-30a28b37bcf3 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775795 Jul 20 19:31:03.319606 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 2c82fa70-c452-49c5-ab81-223e4da7325f is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:03.372069 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c7a22e14-5da6-4d30-b2e7-70057fa062fc req-f4933c3d-1eac-4448-b8a4-3827ac8f810a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 210 time: 0.0288064 Jul 20 19:31:03.724848 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:03.727285 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f4848d-2eb1-4a08-82b6-f5d5468171cf" -d '{"events": [{"server_uuid": "7319e9f1-695b-4f3a-a3ea-a2a07532bce6", "name": "network-vif-plugged", "status": "completed", "tag": "d2fa33bc-fe23-49d5-b13a-86ff922d5120"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:03.762830 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75666a1c-3be9-4889-9a73-fd857c374d8a x-openstack-request-id: req-75666a1c-3be9-4889-9a73-fd857c374d8a {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:03.763106 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319e9f1-695b-4f3a-a3ea-a2a07532bce6", "name": "network-vif-plugged", "status": "completed", "tag": "d2fa33bc-fe23-49d5-b13a-86ff922d5120", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:03.763355 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75666a1c-3be9-4889-9a73-fd857c374d8a {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:03.763751 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75666a1c-3be9-4889-9a73-fd857c374d8a'] response: {'server_uuid': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120', 'code': 200} Jul 20 19:31:03.772149 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c613e6-7796-4774-8608-a84345b0496a req-5efee968-6860-478f-bff2-f2732ceb2f0d tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:03.773637 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-33c613e6-7796-4774-8608-a84345b0496a req-5efee968-6860-478f-bff2-f2732ceb2f0d tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 945 time: 0.0478086 Jul 20 19:31:03.829153 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-33c613e6-7796-4774-8608-a84345b0496a req-a27f29e7-c38f-414d-bdf0-9ed31b33dce8 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489907 Jul 20 19:31:04.433223 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfd92e-30c3-4e59-a136-39e37b70394a req-4140b748-046f-400a-8ff3-9098def7cc3e tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:04.435260 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bfdfd92e-30c3-4e59-a136-39e37b70394a req-4140b748-046f-400a-8ff3-9098def7cc3e tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 945 time: 0.0516453 Jul 20 19:31:04.475467 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7e1e8795-65e5-4d40-9e89-51c70574b23d req-c0b4b72a-b5e1-4872-8dd7-f8d9c47a341a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 210 time: 0.0299563 Jul 20 19:31:04.483432 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bfdfd92e-30c3-4e59-a136-39e37b70394a req-9e8470b7-bac3-4897-a34c-f1d91d47cf38 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Jul 20 19:31:04.940147 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a75fd-292a-42a0-8233-c7aad0d9f0e5 req-d64607be-44d6-46a4-853f-ea7a1dfde69a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:04.941803 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-878a75fd-292a-42a0-8233-c7aad0d9f0e5 req-d64607be-44d6-46a4-853f-ea7a1dfde69a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 945 time: 0.0480125 Jul 20 19:31:04.990670 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-878a75fd-292a-42a0-8233-c7aad0d9f0e5 req-eb101a0f-b083-4c15-89f6-e4d9b694a168 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Jul 20 19:31:05.213317 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-115da989-a4e6-421d-9b97-a95d981d6843 req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'port': {'device_id': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'admin_state_up': True, 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'security_groups': ['e1d5121f-6aef-49d0-bc24-857132d1a631']}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:05.236007 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:05.336876 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115da989-a4e6-421d-9b97-a95d981d6843 req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Made reservation on behalf of ba897ed63f434ec88f93da1cae7024f1 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:31:05.340328 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-115da989-a4e6-421d-9b97-a95d981d6843 req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:05.470891 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-115da989-a4e6-421d-9b97-a95d981d6843 req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Allocated IP 172.20.0.10 (8d1f9468-ee30-4ff5-9d99-0240a7903291/9ac62582-e651-41bb-b8bc-ca4071f8d595/a87bdbd5-2067-4857-be31-d686671b3573) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:05.583571 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-291d2fac-970e-4361-a114-ed39a7fda360 req-d49805f5-c52e-4b55-96ee-f6b31b6d1c4e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 210 time: 0.0290475 Jul 20 19:31:05.639625 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb67bc-e96a-4c66-917a-f63a1f755bf8 req-96a33f80-5327-431a-ba50-9c0d9792bf60 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:05.641150 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6dcb67bc-e96a-4c66-917a-f63a1f755bf8 req-96a33f80-5327-431a-ba50-9c0d9792bf60 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 945 time: 0.0706701 Jul 20 19:31:05.671031 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-115da989-a4e6-421d-9b97-a95d981d6843 req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for port (a87bdbd5-2067-4857-be31-d686671b3573), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:05.689402 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:05.727914 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6dcb67bc-e96a-4c66-917a-f63a1f755bf8 req-f8e70e46-05e0-4742-9b71-f24e4bbdd65a tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811319 Jul 20 19:31:05.736227 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-115da989-a4e6-421d-9b97-a95d981d6843 req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (a87bdbd5-2067-4857-be31-d686671b3573), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:05.776648 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115da989-a4e6-421d-9b97-a95d981d6843 req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Network 8d1f9468-ee30-4ff5-9d99-0240a7903291 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:05.779861 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-115da989-a4e6-421d-9b97-a95d981d6843 req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:05.786923 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-115da989-a4e6-421d-9b97-a95d981d6843 req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:05.799667 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8a0bc-1ade-4ff0-b088-8e516926bd2a req-9c8d3d59-d063-43d6-b8ed-fcfe51760f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:05.801712 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57e8a0bc-1ade-4ff0-b088-8e516926bd2a req-9c8d3d59-d063-43d6-b8ed-fcfe51760f73 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 1129 time: 0.0480824 Jul 20 19:31:05.816981 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'Port': ['ID=a87bdbd5-2067-4857-be31-d686671b3573,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:05.847358 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115da989-a4e6-421d-9b97-a95d981d6843 req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:05.848268 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-115da989-a4e6-421d-9b97-a95d981d6843 req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:05.867840 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-57e8a0bc-1ade-4ff0-b088-8e516926bd2a req-e8142119-9f38-411e-9742-4470fdc0ce0a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573337 Jul 20 19:31:05.868486 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-004031fa-d5f9-45b0-8b72-20d09e590766 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6613758 Jul 20 19:31:06.009208 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-03ebe27d-cf8a-444f-a64e-df360801e977 None None] Provisioning complete for port a87bdbd5-2067-4857-be31-d686671b3573 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:06.010003 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-03ebe27d-cf8a-444f-a64e-df360801e977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (a87bdbd5-2067-4857-be31-d686671b3573), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:06.041521 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-03ebe27d-cf8a-444f-a64e-df360801e977 None None] Port a87bdbd5-2067-4857-be31-d686671b3573 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:31:06.108227 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c220929-b7ce-4d11-b4e8-3e04b9e42932 req-3d06678f-3524-4006-98b3-25ca772314be tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:06.109888 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7c220929-b7ce-4d11-b4e8-3e04b9e42932 req-3d06678f-3524-4006-98b3-25ca772314be tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 945 time: 0.0521069 Jul 20 19:31:06.143673 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:06.161468 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7c220929-b7ce-4d11-b4e8-3e04b9e42932 req-e8f66b02-d914-41de-a8a4-ff4580172c15 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445490 Jul 20 19:31:06.177924 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Request body: {'port': {'device_id': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:06.248094 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a87bdbd5-2067-4857-be31-d686671b3573), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:06.278800 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:06.520137 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87bdbd5-2067-4857-be31-d686671b3573 {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:31:06.528510 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Publish callbacks [] for port (a87bdbd5-2067-4857-be31-d686671b3573), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:06.541725 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Transition to ACTIVE for port object a87bdbd5-2067-4857-be31-d686671b3573 will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:31:06.545771 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (a87bdbd5-2067-4857-be31-d686671b3573), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:06.605076 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Pushing event updated for resources: {'Port': ['ID=a87bdbd5-2067-4857-be31-d686671b3573,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:06.701641 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Attempting to bind port a87bdbd5-2067-4857-be31-d686671b3573 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:31:06.702374 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Attempting to bind port a87bdbd5-2067-4857-be31-d686671b3573 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:31:06.702374 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Attempting to bind port a87bdbd5-2067-4857-be31-d686671b3573 on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:06.729886 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Port a87bdbd5-2067-4857-be31-d686671b3573 on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:31:06.730219 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Attempting to bind port a87bdbd5-2067-4857-be31-d686671b3573 on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:06.739589 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:31:06.739934 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Checking segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:06.740520 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Bound using segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:31:06.740968 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Bound port: a87bdbd5-2067-4857-be31-d686671b3573, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:31:06.741334 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a87bdbd5-2067-4857-be31-d686671b3573), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:06.758555 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca255b-f6ea-4828-b0a1-d72c21732a25 req-4d470f41-75a5-442b-bb7f-a9b193a06299 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:06.760199 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d3ca255b-f6ea-4828-b0a1-d72c21732a25 req-4d470f41-75a5-442b-bb7f-a9b193a06299 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 944 time: 0.0735877 Jul 20 19:31:06.893321 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a0576-f8dd-4c90-b89d-08d9df1722b8 req-f551bdaa-b019-4dc9-9dd8-912ce31acb56 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:06.895448 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-797a0576-f8dd-4c90-b89d-08d9df1722b8 req-f551bdaa-b019-4dc9-9dd8-912ce31acb56 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 945 time: 0.0673122 Jul 20 19:31:06.971602 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-797a0576-f8dd-4c90-b89d-08d9df1722b8 req-35e87bf2-7086-4858-a010-65b8d67f1f54 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692151 Jul 20 19:31:07.147506 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d3ca255b-f6ea-4828-b0a1-d72c21732a25 req-efd46c37-965a-44a4-bd81-5092dd17481e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d5121f-6aef-49d0-bc24-857132d1a631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3784957 Jul 20 19:31:07.149455 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:07.152830 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] For port a87bdbd5-2067-4857-be31-d686671b3573, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:31:07.164036 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] For port a87bdbd5-2067-4857-be31-d686671b3573, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a87bdbd5-2067-4857-be31-d686671b3573,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:31:07.169459 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (a87bdbd5-2067-4857-be31-d686671b3573), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:07.214512 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:07.215234 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:07.217138 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] 10.222.0.89 "PUT /v2.0/ports/a87bdbd5-2067-4857-be31-d686671b3573 HTTP/1.1" status: 200 len: 1094 time: 1.0435219 Jul 20 19:31:07.217602 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'tag': 'a87bdbd5-2067-4857-be31-d686671b3573'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:07.220139 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72556f3b-81fb-4fde-bde4-f058eb4505e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c7e031-3c69-4679-bc2b-2e144ec5952e", "tag": "a87bdbd5-2067-4857-be31-d686671b3573"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:07.245256 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b96d1-3c7d-4f26-828d-966e20a50b99 service neutron] Pushing event updated for resources: {'Port': ['ID=a87bdbd5-2067-4857-be31-d686671b3573,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:07.298536 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60676585-a88e-401e-9b0b-134b164bee43 x-openstack-request-id: req-60676585-a88e-401e-9b0b-134b164bee43 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:07.301746 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c7e031-3c69-4679-bc2b-2e144ec5952e", "tag": "a87bdbd5-2067-4857-be31-d686671b3573", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:07.302007 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60676585-a88e-401e-9b0b-134b164bee43 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:07.302424 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60676585-a88e-401e-9b0b-134b164bee43'] response: {'name': 'network-changed', 'server_uuid': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'tag': 'a87bdbd5-2067-4857-be31-d686671b3573', 'status': 'completed', 'code': 200} Jul 20 19:31:07.348825 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb5e27-5929-47bc-9282-73bf789d6e1e req-da3cdb97-b177-41a1-bf7a-3702f7f10330 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:07.357012 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-29cb5e27-5929-47bc-9282-73bf789d6e1e req-da3cdb97-b177-41a1-bf7a-3702f7f10330 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 945 time: 0.0742733 Jul 20 19:31:07.441210 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-29cb5e27-5929-47bc-9282-73bf789d6e1e req-5691791d-326c-4954-a8fc-6a0ca6080e4d tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831416 Jul 20 19:31:07.786470 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115da989-a4e6-421d-9b97-a95d981d6843 req-4629f780-2df1-4690-9a6a-d80bb86370a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:07.787975 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-4629f780-2df1-4690-9a6a-d80bb86370a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 1128 time: 0.0466163 Jul 20 19:31:07.828798 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:31:07.833761 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-306fc391-157f-4f8d-b5b0-16c2263f21fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a87bdbd5-2067-4857-be31-d686671b3573 HTTP/1.1" status: 200 len: 217 time: 0.0385513 Jul 20 19:31:07.891856 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115da989-a4e6-421d-9b97-a95d981d6843 req-0c63c626-0296-4f18-a56c-5b4ae164e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:07.893885 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-0c63c626-0296-4f18-a56c-5b4ae164e48a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9ac62582-e651-41bb-b8bc-ca4071f8d595 HTTP/1.1" status: 200 len: 854 time: 0.0512543 Jul 20 19:31:07.952790 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115da989-a4e6-421d-9b97-a95d981d6843 req-71daf4e5-5d53-4b9d-ab90-d88c9eaa101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:07.954293 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-71daf4e5-5d53-4b9d-ab90-d88c9eaa101c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d1f9468-ee30-4ff5-9d99-0240a7903291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517871 Jul 20 19:31:08.048911 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:08.062100 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-e106ed40-b236-4f41-81ec-6d3aaf95a8e2 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949206 Jul 20 19:31:08.171544 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-115da989-a4e6-421d-9b97-a95d981d6843 req-fdd4591b-3a8f-4337-90e1-0c413a80db24 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004534 Jul 20 19:31:08.281544 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc12545-f1c6-44f3-9d77-d1a5050a3724 req-6b9a80f8-e770-4475-8422-421fd650768c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:08.282792 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1fc12545-f1c6-44f3-9d77-d1a5050a3724 req-6b9a80f8-e770-4475-8422-421fd650768c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 944 time: 0.0544760 Jul 20 19:31:08.341603 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-1fc12545-f1c6-44f3-9d77-d1a5050a3724 req-1e47ef33-c3eb-4b5d-b91c-e7cccecf0626 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d5121f-6aef-49d0-bc24-857132d1a631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522053 Jul 20 19:31:08.556349 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad1752-1477-44fc-a9f7-7ee3266a046e req-0ecb6f17-b5c8-425c-a34d-5b87a144ec2d tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:08.558584 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1dad1752-1477-44fc-a9f7-7ee3266a046e req-0ecb6f17-b5c8-425c-a34d-5b87a144ec2d tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 945 time: 0.0483794 Jul 20 19:31:08.612571 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1dad1752-1477-44fc-a9f7-7ee3266a046e req-a38ea073-9c12-4155-8fd4-2a8166c08974 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480199 Jul 20 19:31:08.730026 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d441d8-b9f6-4798-ba6a-e0b32fd34fe0 req-868b7d23-94c7-41e2-bf76-3eecfce8d6f6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:08.731941 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-56d441d8-b9f6-4798-ba6a-e0b32fd34fe0 req-868b7d23-94c7-41e2-bf76-3eecfce8d6f6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 945 time: 0.0489445 Jul 20 19:31:08.781943 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-56d441d8-b9f6-4798-ba6a-e0b32fd34fe0 req-24ab6ca3-22d8-4087-abfc-c42116ba6d0a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442262 Jul 20 19:31:08.804698 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45366) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:08.948593 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823e6834-61b9-4f40-ae62-d4a54a064e21 tempest-TestVolumeBootPattern-1001533496 tempest-TestVolumeBootPattern-1001533496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:08.950165 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-823e6834-61b9-4f40-ae62-d4a54a064e21 tempest-TestVolumeBootPattern-1001533496 tempest-TestVolumeBootPattern-1001533496-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 1124 time: 0.1444790 Jul 20 19:31:08.952977 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45370) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:08.957365 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'port_id': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:08.981567 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:08.984801 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device a87bdbd5-2067-4857-be31-d686671b3573 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:31:09.055129 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:09.064513 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:09.069032 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:09.092136 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port a87bdbd5-2067-4857-be31-d686671b3573, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a87bdbd5-2067-4857-be31-d686671b3573,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:09.102549 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': 'a87bdbd5-2067-4857-be31-d686671b3573', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'port_id': 'a87bdbd5-2067-4857-be31-d686671b3573', 'mac_address': 'fa:16:3e:49:50:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:31:09.138320 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:09.139039 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port a87bdbd5-2067-4857-be31-d686671b3573 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:09.139440 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a87bdbd5-2067-4857-be31-d686671b3573), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:09.154163 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87bdbd5-2067-4857-be31-d686671b3573 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:31:09.175607 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port a87bdbd5-2067-4857-be31-d686671b3573, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a87bdbd5-2067-4857-be31-d686671b3573,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:09.181429 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (a87bdbd5-2067-4857-be31-d686671b3573), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:09.198603 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Allocated IP 172.27.2.72 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/c8e7930d-5ff9-4536-bd21-63d32edad199) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:09.232263 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72556f3b-81fb-4fde-bde4-f058eb4505e9 req-7e9e742c-e766-4712-9fc5-7c9edf9aaa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:09.233796 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-72556f3b-81fb-4fde-bde4-f058eb4505e9 req-7e9e742c-e766-4712-9fc5-7c9edf9aaa23 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 1129 time: 0.0595076 Jul 20 19:31:09.234671 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=a87bdbd5-2067-4857-be31-d686671b3573,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:09.318950 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for port (c8e7930d-5ff9-4536-bd21-63d32edad199), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:09.337697 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72556f3b-81fb-4fde-bde4-f058eb4505e9 req-6f86eee0-c2e4-4c73-bb8c-303d6d4930ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:09.339294 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-72556f3b-81fb-4fde-bde4-f058eb4505e9 req-6f86eee0-c2e4-4c73-bb8c-303d6d4930ea service neutron] 10.222.0.89 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 916 time: 0.0992653 Jul 20 19:31:09.359299 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (c8e7930d-5ff9-4536-bd21-63d32edad199), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:09.390802 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-72556f3b-81fb-4fde-bde4-f058eb4505e9 req-0778be89-8014-4cce-9a90-80f66cf10edf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a87bdbd5-2067-4857-be31-d686671b3573 HTTP/1.1" status: 200 len: 217 time: 0.0443895 Jul 20 19:31:09.433622 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:09.439930 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:09.444602 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:09.470652 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72556f3b-81fb-4fde-bde4-f058eb4505e9 req-3aae9210-537e-4d24-acd4-b7fc8fb89aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:09.472341 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-72556f3b-81fb-4fde-bde4-f058eb4505e9 req-3aae9210-537e-4d24-acd4-b7fc8fb89aa5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9ac62582-e651-41bb-b8bc-ca4071f8d595 HTTP/1.1" status: 200 len: 854 time: 0.0750692 Jul 20 19:31:09.478321 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'Port': ['ID=c8e7930d-5ff9-4536-bd21-63d32edad199,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:09.481429 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['a87bdbd5-2067-4857-be31-d686671b3573'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:31:09.497589 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.497905 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.498353 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.498740 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.499147 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.499573 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.499962 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.500379 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.500777 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.501192 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.501584 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.501977 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.502364 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.502753 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.503143 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:09.536174 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72556f3b-81fb-4fde-bde4-f058eb4505e9 req-bad21244-7e1e-4b15-a9fd-71a91fbd1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:09.537883 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-72556f3b-81fb-4fde-bde4-f058eb4505e9 req-bad21244-7e1e-4b15-a9fd-71a91fbd1bb1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d1f9468-ee30-4ff5-9d99-0240a7903291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526965 Jul 20 19:31:09.597594 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99293886-9458-48d1-9061-1e4cd685d4e7 req-042d55d4-0e11-4283-bd55-be26a93ffe30 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:09.604529 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-99293886-9458-48d1-9061-1e4cd685d4e7 req-042d55d4-0e11-4283-bd55-be26a93ffe30 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 945 time: 0.1306007 Jul 20 19:31:09.665676 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-72556f3b-81fb-4fde-bde4-f058eb4505e9 req-6f256635-da2b-4536-a481-c6debe404f79 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190898 Jul 20 19:31:09.680561 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:09.714116 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-99293886-9458-48d1-9061-1e4cd685d4e7 req-bc6f3009-1fcc-41ed-acfb-a17a55de7bdd tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d5121f-6aef-49d0-bc24-857132d1a631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087475 Jul 20 19:31:09.777512 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-72556f3b-81fb-4fde-bde4-f058eb4505e9 req-e3f58782-d92f-49e4-88b1-be6bc6902922 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047826 Jul 20 19:31:09.955998 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (4fdc8baa-f347-47eb-98f4-e7b236bd0e09), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:10.017808 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:10.029619 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (c8e7930d-5ff9-4536-bd21-63d32edad199), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:10.177623 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for port (c8e7930d-5ff9-4536-bd21-63d32edad199), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:10.182453 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (c8e7930d-5ff9-4536-bd21-63d32edad199), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:10.251082 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event updated for resources: {'Port': ['ID=c8e7930d-5ff9-4536-bd21-63d32edad199,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:10.264663 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (4fdc8baa-f347-47eb-98f4-e7b236bd0e09), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:10.361379 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Floating IP 4fdc8baa-f347-47eb-98f4-e7b236bd0e09 associated. External IP: 172.27.2.72, port: d2fa33bc-fe23-49d5-b13a-86ff922d5120. Jul 20 19:31:10.567679 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Router 539607f4-5740-42a7-bcf6-ffdc05e1049a has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:31:10.579373 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:10.673719 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:31:10.684626 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d5fce-6eca-47e4-8cc0-82cfcfc1d42a None None] Sync routers for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:31:10.693848 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:10.698187 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d5fce-6eca-47e4-8cc0-82cfcfc1d42a None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:10.699137 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-cd4d5fce-6eca-47e4-8cc0-82cfcfc1d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:10.728936 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-0f6212a0-746c-4844-9f67-ab75ff7e8329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7748106 Jul 20 19:31:10.729627 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'tag': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:10.732672 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2060b437-e8a6-4f4f-a807-29f03d4b5e41" -d '{"events": [{"name": "network-changed", "server_uuid": "7319e9f1-695b-4f3a-a3ea-a2a07532bce6", "tag": "d2fa33bc-fe23-49d5-b13a-86ff922d5120"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:10.777118 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78f9cc1-3eec-416f-ae94-df254a6accde x-openstack-request-id: req-c78f9cc1-3eec-416f-ae94-df254a6accde {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:10.777443 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7319e9f1-695b-4f3a-a3ea-a2a07532bce6", "tag": "d2fa33bc-fe23-49d5-b13a-86ff922d5120", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:10.779013 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c78f9cc1-3eec-416f-ae94-df254a6accde {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:10.779480 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78f9cc1-3eec-416f-ae94-df254a6accde'] response: {'name': 'network-changed', 'server_uuid': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'tag': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120', 'status': 'completed', 'code': 200} Jul 20 19:31:10.823450 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-cd4d5fce-6eca-47e4-8cc0-82cfcfc1d42a None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:10.841119 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:10.845667 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bfbb9-52e7-4307-aa7b-359d9ed5f421 req-5d19e4c6-25c9-4620-9279-8c863917d3a8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:10.853891 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1e5bfbb9-52e7-4307-aa7b-359d9ed5f421 req-5d19e4c6-25c9-4620-9279-8c863917d3a8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 945 time: 0.0670631 Jul 20 19:31:10.855513 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b437-e8a6-4f4f-a807-29f03d4b5e41 req-d19aae77-c596-42b6-a35d-4f04dda42d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:10.857759 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2060b437-e8a6-4f4f-a807-29f03d4b5e41 req-d19aae77-c596-42b6-a35d-4f04dda42d9a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 1129 time: 0.0527279 Jul 20 19:31:10.906146 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1e5bfbb9-52e7-4307-aa7b-359d9ed5f421 req-54aaf7df-d013-49d1-8d55-568e84a8fcff tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d5121f-6aef-49d0-bc24-857132d1a631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515254 Jul 20 19:31:10.965110 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b437-e8a6-4f4f-a807-29f03d4b5e41 req-d806229e-6693-4d14-ac9e-cfcb2ac3d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:10.967062 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2060b437-e8a6-4f4f-a807-29f03d4b5e41 req-d806229e-6693-4d14-ac9e-cfcb2ac3d25c service neutron] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 913 time: 0.1029403 Jul 20 19:31:11.020335 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device a87bdbd5-2067-4857-be31-d686671b3573 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:11.033375 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2060b437-e8a6-4f4f-a807-29f03d4b5e41 req-6e8b9c1f-128f-41da-a90e-2f9edc47915b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2fa33bc-fe23-49d5-b13a-86ff922d5120 HTTP/1.1" status: 200 len: 998 time: 0.0595987 Jul 20 19:31:11.084015 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b437-e8a6-4f4f-a807-29f03d4b5e41 req-53976908-a0a1-43b6-b1f3-850daba92251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:11.085466 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2060b437-e8a6-4f4f-a807-29f03d4b5e41 req-53976908-a0a1-43b6-b1f3-850daba92251 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0459771 Jul 20 19:31:11.098970 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-cd4d5fce-6eca-47e4-8cc0-82cfcfc1d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '4fdc8baa-f347-47eb-98f4-e7b236bd0e09', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:27:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:31:09Z', 'updated_at': '2022-07-20T19:31:09Z', 'revision_number': 0, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}, {'id': '68b95366-6619-425a-9c77-42fcfbec714e', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:a5:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:52Z', 'revision_number': 1, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:11.126861 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port a87bdbd5-2067-4857-be31-d686671b3573 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:31:11.129224 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d5fce-6eca-47e4-8cc0-82cfcfc1d42a None None] Checking router: 539607f4-5740-42a7-bcf6-ffdc05e1049a for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:31:11.136451 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b437-e8a6-4f4f-a807-29f03d4b5e41 req-4a0e29d1-7e6b-4bc9-98df-f4ed2cfe77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:11.137463 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port a87bdbd5-2067-4857-be31-d686671b3573 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:11.137833 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (a87bdbd5-2067-4857-be31-d686671b3573), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:11.138724 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2060b437-e8a6-4f4f-a807-29f03d4b5e41 req-4a0e29d1-7e6b-4bc9-98df-f4ed2cfe77a6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467331 Jul 20 19:31:11.141292 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d5fce-6eca-47e4-8cc0-82cfcfc1d42a None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:11.141890 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-cd4d5fce-6eca-47e4-8cc0-82cfcfc1d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:11.153571 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:11.240777 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2060b437-e8a6-4f4f-a807-29f03d4b5e41 req-f19dd77f-83a4-47bf-b45c-bedb5213d7ac service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952814 Jul 20 19:31:11.342091 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2060b437-e8a6-4f4f-a807-29f03d4b5e41 req-80156387-3f24-4888-8553-618c85add0fa service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949609 Jul 20 19:31:11.342510 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:11.372898 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:11.435619 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-cd4d5fce-6eca-47e4-8cc0-82cfcfc1d42a None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:11.437743 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port a87bdbd5-2067-4857-be31-d686671b3573 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:11.438387 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a87bdbd5-2067-4857-be31-d686671b3573), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:11.494554 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87bdbd5-2067-4857-be31-d686671b3573'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:11.497337 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884e685b-3e7c-49ba-b53f-74e78d5b4950" -d '{"events": [{"server_uuid": "e4c7e031-3c69-4679-bc2b-2e144ec5952e", "name": "network-vif-plugged", "status": "completed", "tag": "a87bdbd5-2067-4857-be31-d686671b3573"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:11.543323 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port a87bdbd5-2067-4857-be31-d686671b3573, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a87bdbd5-2067-4857-be31-d686671b3573,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:11.551322 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (a87bdbd5-2067-4857-be31-d686671b3573), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:11.583795 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f77f49a-b2ce-4151-8822-f34e26ad5f44 x-openstack-request-id: req-2f77f49a-b2ce-4151-8822-f34e26ad5f44 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:11.584198 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c7e031-3c69-4679-bc2b-2e144ec5952e", "name": "network-vif-plugged", "status": "completed", "tag": "a87bdbd5-2067-4857-be31-d686671b3573", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:11.584414 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f77f49a-b2ce-4151-8822-f34e26ad5f44 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:11.584732 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f77f49a-b2ce-4151-8822-f34e26ad5f44'] response: {'server_uuid': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87bdbd5-2067-4857-be31-d686671b3573', 'code': 200} Jul 20 19:31:11.666640 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=a87bdbd5-2067-4857-be31-d686671b3573,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:11.752564 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-cd4d5fce-6eca-47e4-8cc0-82cfcfc1d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '4fdc8baa-f347-47eb-98f4-e7b236bd0e09', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:27:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:31:09Z', 'updated_at': '2022-07-20T19:31:09Z', 'revision_number': 0, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}, {'id': '68b95366-6619-425a-9c77-42fcfbec714e', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:a5:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:52Z', 'revision_number': 1, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:11.780345 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d5fce-6eca-47e4-8cc0-82cfcfc1d42a None None] The sync data for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi is: [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '4fdc8baa-f347-47eb-98f4-e7b236bd0e09', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:27:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:31:09Z', 'updated_at': '2022-07-20T19:31:09Z', 'revision_number': 0, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}, {'id': '68b95366-6619-425a-9c77-42fcfbec714e', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:a5:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:52Z', 'revision_number': 1, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:31:11.795591 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686152d-61c3-4a34-9294-db8baa5b17df req-8bdea57c-b9f1-4b3b-a7b9-648f775f860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:11.797198 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d686152d-61c3-4a34-9294-db8baa5b17df req-8bdea57c-b9f1-4b3b-a7b9-648f775f860d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 1130 time: 0.0611966 Jul 20 19:31:11.853038 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d686152d-61c3-4a34-9294-db8baa5b17df req-8e0a8957-ba2a-4268-8c45-2d72003f7357 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e1d5121f-6aef-49d0-bc24-857132d1a631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Jul 20 19:31:11.884227 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45406) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:12.010092 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505dcd76-d995-4e79-9dcc-2de58558faae None None] New status for floating IP 4fdc8baa-f347-47eb-98f4-e7b236bd0e09: ACTIVE {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:31:12.028439 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fefdc1bd-4be4-4e24-be28-cdc40f623011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:12.032316 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:12.058734 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284a2e2-6f25-46a8-88ef-f3d7736c9ff6 req-64f7d44e-50a1-4452-9e39-566811f73140 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:12.060217 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3284a2e2-6f25-46a8-88ef-f3d7736c9ff6 req-64f7d44e-50a1-4452-9e39-566811f73140 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 946 time: 0.0730355 Jul 20 19:31:12.135800 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3284a2e2-6f25-46a8-88ef-f3d7736c9ff6 req-f4afbbef-4ab4-48d2-b390-a5189ca9cf25 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d5121f-6aef-49d0-bc24-857132d1a631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677290 Jul 20 19:31:12.170757 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fefdc1bd-4be4-4e24-be28-cdc40f623011 admin admin] Publish callbacks [] for security_group (2b3d2590-4d56-4d9b-94a8-2974e70cfd05), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:12.175288 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fefdc1bd-4be4-4e24-be28-cdc40f623011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (2b3d2590-4d56-4d9b-94a8-2974e70cfd05), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:12.216414 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-fefdc1bd-4be4-4e24-be28-cdc40f623011 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6b182898e7b4661b59e3c5ddaec19d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310623 Jul 20 19:31:12.217355 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdc1bd-4be4-4e24-be28-cdc40f623011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3d2590-4d56-4d9b-94a8-2974e70cfd05,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:12.219181 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45412) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:12.272492 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-80682fc5-98a4-4eec-92d2-f6132eff0544 admin admin] Publish callbacks [] for security_group (2b3d2590-4d56-4d9b-94a8-2974e70cfd05), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:12.295867 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-80682fc5-98a4-4eec-92d2-f6132eff0544 admin admin] Publish callbacks [] for security_group (2b3d2590-4d56-4d9b-94a8-2974e70cfd05), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:12.343148 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-80682fc5-98a4-4eec-92d2-f6132eff0544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (2b3d2590-4d56-4d9b-94a8-2974e70cfd05), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:12.345817 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-80682fc5-98a4-4eec-92d2-f6132eff0544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:12.349330 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-80682fc5-98a4-4eec-92d2-f6132eff0544 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b3d2590-4d56-4d9b-94a8-2974e70cfd05 HTTP/1.1" status: 204 len: 168 time: 0.1267767 Jul 20 19:31:12.357658 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80682fc5-98a4-4eec-92d2-f6132eff0544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3d2590-4d56-4d9b-94a8-2974e70cfd05,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:13.030068 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45436) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:13.130405 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1299991663-network', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:13.150930 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Made reservation on behalf of 4e5d98e3bb2a4708a934a15674033c12 for: {'network': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:31:13.153337 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.162923 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.244706 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Publish callbacks [] for security_group (10c68b53-495b-4dcb-84e7-27fac5638c20), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.250468 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (10c68b53-495b-4dcb-84e7-27fac5638c20), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.258531 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca045b-7603-4eef-badd-1affab982fc4 req-47d96fdf-7e67-41e9-b177-e0953374f0b0 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:13.260097 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0dca045b-7603-4eef-badd-1affab982fc4 req-47d96fdf-7e67-41e9-b177-e0953374f0b0 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 946 time: 0.0497248 Jul 20 19:31:13.280143 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:31:13.287124 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c68b53-495b-4dcb-84e7-27fac5638c20,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:13.294310 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.294652 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.segments_db [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Added segment 18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a of type vlan for network da086bb2-bc6c-45b9-a08e-84bd24f82403 Jul 20 19:31:13.312133 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-0dca045b-7603-4eef-badd-1affab982fc4 req-53224149-95af-4a71-922c-d341ab7e4a65 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d5121f-6aef-49d0-bc24-857132d1a631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462914 Jul 20 19:31:13.342893 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (da086bb2-bc6c-45b9-a08e-84bd24f82403), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.368473 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (da086bb2-bc6c-45b9-a08e-84bd24f82403), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.369605 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:13.370282 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.390851 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:13.433734 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4018545 Jul 20 19:31:13.437348 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45442) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:13.441211 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d850001-3bcc-4a42-a625-50b77acfcd2d admin admin] Pushing event updated for resources: {'Network': ['ID=da086bb2-bc6c-45b9-a08e-84bd24f82403,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:13.442567 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-c215ace2-e04b-4625-98f7-fb514ece9700 admin admin] Request body: {'subnet': {'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1299991663-subnet', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'ip_version': 4}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:13.451318 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network da086bb2-bc6c-45b9-a08e-84bd24f82403 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:31:13.463551 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c215ace2-e04b-4625-98f7-fb514ece9700 admin admin] Made reservation on behalf of 4e5d98e3bb2a4708a934a15674033c12 for: {'subnet': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:31:13.466023 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c215ace2-e04b-4625-98f7-fb514ece9700 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9559437'] for subnet (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.563992 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:13.646805 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c215ace2-e04b-4625-98f7-fb514ece9700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9550027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9559487'] for subnet (5e48cd7d-acba-4969-8697-ebbd885cd757), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.700795 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215ace2-e04b-4625-98f7-fb514ece9700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e48cd7d-acba-4969-8697-ebbd885cd757,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:13.717839 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215ace2-e04b-4625-98f7-fb514ece9700 admin admin] Checking segment: {'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:13.718192 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215ace2-e04b-4625-98f7-fb514ece9700 admin admin] Network hostable DHCP agents. Network: da086bb2-bc6c-45b9-a08e-84bd24f82403, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:31:13.736094 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215ace2-e04b-4625-98f7-fb514ece9700 admin admin] Network da086bb2-bc6c-45b9-a08e-84bd24f82403 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:31:13.745737 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-c215ace2-e04b-4625-98f7-fb514ece9700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, da086bb2-bc6c-45b9-a08e-84bd24f82403) {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:13.751454 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215ace2-e04b-4625-98f7-fb514ece9700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:13.752047 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c215ace2-e04b-4625-98f7-fb514ece9700 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.755011 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eae200b-1479-4794-b58c-a30627280fbf None None] Network da086bb2-bc6c-45b9-a08e-84bd24f82403 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:31:13.755182 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:13.776829 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c215ace2-e04b-4625-98f7-fb514ece9700 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3383482 Jul 20 19:31:13.782316 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45444) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:13.787127 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:13.817244 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127984'] for router (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.818287 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-478355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127881'] for router (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.881622 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Publish callbacks [] for router_controller (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), precommit_add_association {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.898477 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-da086bb2-bc6c-45b9-a08e-84bd24f82403', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'fixed_ips': [{'subnet_id': '5e48cd7d-acba-4969-8697-ebbd885cd757'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:31:13.899708 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.030777 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Publish callbacks [] for router_gateway (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.042918 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Allocated IP 172.20.0.2 (da086bb2-bc6c-45b9-a08e-84bd24f82403/5e48cd7d-acba-4969-8697-ebbd885cd757/ee32cc64-8f1a-4167-a9c6-6e16167e60e3) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:14.100242 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:14.139013 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:14.194965 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Publish callbacks [] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.201329 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.228392 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Publish callbacks [] for router_gateway (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.243923 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.250436 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Network da086bb2-bc6c-45b9-a08e-84bd24f82403 is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:14.255688 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:14.257888 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Pushing event updated for resources: {'Port': ['ID=ee32cc64-8f1a-4167-a9c6-6e16167e60e3,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:14.260058 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:14.263848 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:14.330961 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Attempting to bind port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:31:14.331337 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Attempting to bind port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:31:14.331697 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Attempting to bind port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 on network da086bb2-bc6c-45b9-a08e-84bd24f82403 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:14.342939 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:31:14.343318 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Checking segment: {'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:14.343782 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.344106 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Bound using segment: {'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:31:14.344608 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Bound port: ee32cc64-8f1a-4167-a9c6-6e16167e60e3, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:31:14.345013 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.386456 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Allocated IP 172.27.2.84 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/a49ed212-67a9-435c-a4be-e5de91fcf7cd) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:14.415208 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] For port ee32cc64-8f1a-4167-a9c6-6e16167e60e3, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:31:14.418444 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] For port ee32cc64-8f1a-4167-a9c6-6e16167e60e3, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=ee32cc64-8f1a-4167-a9c6-6e16167e60e3,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:31:14.424609 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.486767 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c850a17-19d2-4ea7-aed2-d7dff9b175b5 None None] Pushing event updated for resources: {'Port': ['ID=ee32cc64-8f1a-4167-a9c6-6e16167e60e3,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:14.501876 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e112-4ece-41b4-9f00-16023ffeba8f req-a4a90c63-9669-4b70-96ea-015d1355b89c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:14.503362 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2159e112-4ece-41b4-9f00-16023ffeba8f req-a4a90c63-9669-4b70-96ea-015d1355b89c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 946 time: 0.1008458 Jul 20 19:31:14.583074 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Publish callbacks [] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.590699 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2159e112-4ece-41b4-9f00-16023ffeba8f req-ec021ac9-f645-4017-96e6-ec69e18544c3 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d5121f-6aef-49d0-bc24-857132d1a631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813570 Jul 20 19:31:14.628876 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.671433 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:14.676611 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:14.682754 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:14.693689 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:14.740352 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Pushing event updated for resources: {'Port': ['ID=a49ed212-67a9-435c-a4be-e5de91fcf7cd,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:14.748255 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3d42b-2355-4d37-99bd-95275e5ac47e req-a3bb90c3-04af-43bd-a267-daa49131c82e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:14.750732 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-24b3d42b-2355-4d37-99bd-95275e5ac47e req-a3bb90c3-04af-43bd-a267-daa49131c82e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 946 time: 0.0670686 Jul 20 19:31:14.760332 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45452) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:14.796917 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-34f6befe-29a4-460d-bfa0-8f8ac94b379c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'floatingip': {'port_id': 'a87bdbd5-2067-4857-be31-d686671b3573'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:14.863455 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-34f6befe-29a4-460d-bfa0-8f8ac94b379c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (54aa9e1d-8a52-4076-9862-24e42c8c2c14), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:15.058821 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device ee32cc64-8f1a-4167-a9c6-6e16167e60e3 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:15.107161 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:15.107540 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:15.202572 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:15.203526 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:15.243044 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port ee32cc64-8f1a-4167-a9c6-6e16167e60e3, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=ee32cc64-8f1a-4167-a9c6-6e16167e60e3,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:15.247996 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:15.308280 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=ee32cc64-8f1a-4167-a9c6-6e16167e60e3,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:15.378611 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:15.442102 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Publish callbacks [] for router_gateway (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:15.459689 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc501d0-55a2-470a-ad3d-846f29dfb73b None None] Network da086bb2-bc6c-45b9-a08e-84bd24f82403 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:31:15.492672 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-2327c3b5-a2e9-4f2b-8848-9df52a86f505 None None] Provisioning complete for port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:15.493343 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-2327c3b5-a2e9-4f2b-8848-9df52a86f505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:15.634781 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-2327c3b5-a2e9-4f2b-8848-9df52a86f505 None None] Current status of the port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:15.826214 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540'] for router (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:15.852196 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-1088debb-2fb6-4902-ad27-eaf85e47bfee None None] Provisioning complete for port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:15.852591 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-1088debb-2fb6-4902-ad27-eaf85e47bfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:15.877390 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-34f6befe-29a4-460d-bfa0-8f8ac94b379c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:15.878040 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:15.883707 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-34f6befe-29a4-460d-bfa0-8f8ac94b379c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (54aa9e1d-8a52-4076-9862-24e42c8c2c14), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:15.933168 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-1088debb-2fb6-4902-ad27-eaf85e47bfee None None] Current status of the port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:15.961420 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:16.033235 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [None req-34f6befe-29a4-460d-bfa0-8f8ac94b379c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Floating IP 54aa9e1d-8a52-4076-9862-24e42c8c2c14 associated. External IP: 172.27.2.17, port: a87bdbd5-2067-4857-be31-d686671b3573. Jul 20 19:31:16.118596 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff is scheduled to L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 with binding_index 1 {{(pid=103973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:31:16.249962 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:16.310043 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:31:16.319132 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Sync routers for ids ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:31:16.328253 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Routers {'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:16.329009 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:16.337075 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:16.338320 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-cf7088ff-0bba-4f63-9e35-009b284c9e3d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5587862 Jul 20 19:31:16.341463 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45458) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:16.347475 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f6befe-29a4-460d-bfa0-8f8ac94b379c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Router a0cfee52-5e51-4473-bf21-5596693dc119 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:31:16.469943 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f6befe-29a4-460d-bfa0-8f8ac94b379c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:31:16.474219 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-34f6befe-29a4-460d-bfa0-8f8ac94b379c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:16.482777 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75662849-2186-497e-abfb-380a638155a0 None None] Sync routers for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:31:16.498173 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75662849-2186-497e-abfb-380a638155a0 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:16.499208 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-75662849-2186-497e-abfb-380a638155a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:16.510522 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-34f6befe-29a4-460d-bfa0-8f8ac94b379c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "PUT /v2.0/floatingips/54aa9e1d-8a52-4076-9862-24e42c8c2c14 HTTP/1.1" status: 200 len: 991 time: 1.7178199 Jul 20 19:31:16.510933 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'tag': 'a87bdbd5-2067-4857-be31-d686671b3573'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:16.517507 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522b42fa-d9cc-46fe-b1e2-a4b71a12a654" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c7e031-3c69-4679-bc2b-2e144ec5952e", "tag": "a87bdbd5-2067-4857-be31-d686671b3573"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:16.557612 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e618af26-3690-43dc-9b75-e3fcbd771012 x-openstack-request-id: req-e618af26-3690-43dc-9b75-e3fcbd771012 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:16.558687 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c7e031-3c69-4679-bc2b-2e144ec5952e", "tag": "a87bdbd5-2067-4857-be31-d686671b3573", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:16.559615 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e618af26-3690-43dc-9b75-e3fcbd771012 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:16.560173 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e618af26-3690-43dc-9b75-e3fcbd771012'] response: {'name': 'network-changed', 'server_uuid': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'tag': 'a87bdbd5-2067-4857-be31-d686671b3573', 'status': 'completed', 'code': 200} Jul 20 19:31:16.587185 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:16.593487 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Set router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:16.638392 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-75662849-2186-497e-abfb-380a638155a0 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:16.663784 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b42fa-d9cc-46fe-b1e2-a4b71a12a654 req-105a5dc3-c7b6-4cb3-b997-a10261325440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:16.665297 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-522b42fa-d9cc-46fe-b1e2-a4b71a12a654 req-105a5dc3-c7b6-4cb3-b997-a10261325440 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 1130 time: 0.0736761 Jul 20 19:31:16.774928 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:31:14Z', 'revision_number': 3, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:16.800876 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Checking router: fc84cbd3-8572-4cc7-ba70-3d3e44b74eff for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:31:16.800876 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Updating router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff port a49ed212-67a9-435c-a4be-e5de91fcf7cd binding host dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:31:16.803946 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b42fa-d9cc-46fe-b1e2-a4b71a12a654 req-d62fe3d5-2a65-4f85-ad1a-fc79650eaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:16.805699 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-522b42fa-d9cc-46fe-b1e2-a4b71a12a654 req-d62fe3d5-2a65-4f85-ad1a-fc79650eaeed service neutron] 10.222.0.89 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 916 time: 0.1317427 Jul 20 19:31:16.836528 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:16.874571 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-75662849-2186-497e-abfb-380a638155a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '54aa9e1d-8a52-4076-9862-24e42c8c2c14', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'a87bdbd5-2067-4857-be31-d686671b3573', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:49:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:30:59Z', 'updated_at': '2022-07-20T19:31:15Z', 'revision_number': 1, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:16.895886 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-522b42fa-d9cc-46fe-b1e2-a4b71a12a654 req-8603ac87-8bce-42db-875b-a82b35ba13ce service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a87bdbd5-2067-4857-be31-d686671b3573 HTTP/1.1" status: 200 len: 999 time: 0.0697038 Jul 20 19:31:16.902312 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75662849-2186-497e-abfb-380a638155a0 None None] Checking router: a0cfee52-5e51-4473-bf21-5596693dc119 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:31:16.910995 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75662849-2186-497e-abfb-380a638155a0 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:16.911599 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-75662849-2186-497e-abfb-380a638155a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:16.925973 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:16.964714 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:16.969714 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:16.989952 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b42fa-d9cc-46fe-b1e2-a4b71a12a654 req-848e8b56-92ff-4f00-a4ed-8ec433054291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:16.991547 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-522b42fa-d9cc-46fe-b1e2-a4b71a12a654 req-848e8b56-92ff-4f00-a4ed-8ec433054291 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9ac62582-e651-41bb-b8bc-ca4071f8d595 HTTP/1.1" status: 200 len: 854 time: 0.0783281 Jul 20 19:31:17.061554 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-75662849-2186-497e-abfb-380a638155a0 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:17.090317 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b42fa-d9cc-46fe-b1e2-a4b71a12a654 req-63cbe676-52e7-4062-be93-2cc8d3ce6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:17.091944 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-522b42fa-d9cc-46fe-b1e2-a4b71a12a654 req-63cbe676-52e7-4062-be93-2cc8d3ce6998 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d1f9468-ee30-4ff5-9d99-0240a7903291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0890629 Jul 20 19:31:17.110630 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device ee32cc64-8f1a-4167-a9c6-6e16167e60e3 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:17.213090 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Publish callbacks [] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), precommit_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:17.222902 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:17.252801 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:17.253350 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:17.254503 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:17.268566 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:17.278363 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-522b42fa-d9cc-46fe-b1e2-a4b71a12a654 req-72b4abf2-4057-4f07-9fed-ce3d09c2120e service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474802 Jul 20 19:31:17.281485 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Allocated IP 172.20.0.1 (da086bb2-bc6c-45b9-a08e-84bd24f82403/5e48cd7d-acba-4969-8697-ebbd885cd757/2566b85a-db88-494d-aba6-0b234e17bcba) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:17.317801 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Attempting to bind port a49ed212-67a9-435c-a4be-e5de91fcf7cd on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:31:17.318332 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Attempting to bind port a49ed212-67a9-435c-a4be-e5de91fcf7cd by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:31:17.318772 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Attempting to bind port a49ed212-67a9-435c-a4be-e5de91fcf7cd on network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:17.321678 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ba291-505d-4a68-9022-a56927e9a136 None None] Pushing event updated for resources: {'Port': ['ID=a49ed212-67a9-435c-a4be-e5de91fcf7cd,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:17.332485 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:31:17.338505 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:17.339117 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:17.339784 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Bound using segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:31:17.341002 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Bound port: a49ed212-67a9-435c-a4be-e5de91fcf7cd, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:31:17.341563 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:17.424228 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:17.439433 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-75662849-2186-497e-abfb-380a638155a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '54aa9e1d-8a52-4076-9862-24e42c8c2c14', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'a87bdbd5-2067-4857-be31-d686671b3573', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:49:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:30:59Z', 'updated_at': '2022-07-20T19:31:15Z', 'revision_number': 1, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:17.444187 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-522b42fa-d9cc-46fe-b1e2-a4b71a12a654 req-06df148d-de48-4e2a-a49c-c6d0fbdd3c4a service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601021 Jul 20 19:31:17.452190 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] For port a49ed212-67a9-435c-a4be-e5de91fcf7cd, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:31:17.457286 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:17.460663 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:17.469235 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] For port a49ed212-67a9-435c-a4be-e5de91fcf7cd, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=a49ed212-67a9-435c-a4be-e5de91fcf7cd,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:31:17.473086 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Publish callbacks [] for port (2566b85a-db88-494d-aba6-0b234e17bcba), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:17.477874 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:17.486015 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75662849-2186-497e-abfb-380a638155a0 None None] The sync data for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi is: [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '54aa9e1d-8a52-4076-9862-24e42c8c2c14', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'a87bdbd5-2067-4857-be31-d686671b3573', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:49:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:30:59Z', 'updated_at': '2022-07-20T19:31:15Z', 'revision_number': 1, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:31:17.509306 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:17.517355 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:17.554072 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Routers {'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:17.554784 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:17.558201 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ba291-505d-4a68-9022-a56927e9a136 None None] Pushing event updated for resources: {'Port': ['ID=a49ed212-67a9-435c-a4be-e5de91fcf7cd,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:17.571780 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Pushing event updated for resources: {'Port': ['ID=2566b85a-db88-494d-aba6-0b234e17bcba,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:17.575870 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Network da086bb2-bc6c-45b9-a08e-84bd24f82403 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:17.577550 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:17.580374 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:17.638469 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445850'] for router_interface (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:17.689213 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] Set router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:17.757851 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e378d2-9107-4306-9e82-f8a5d183c433 None None] New status for floating IP 54aa9e1d-8a52-4076-9862-24e42c8c2c14: ACTIVE {{(pid=103975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:31:17.924129 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-b63e1219-cd68-4c54-ae18-10c90509d809 None None] Provisioning complete for port 2566b85a-db88-494d-aba6-0b234e17bcba triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:17.924532 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-b63e1219-cd68-4c54-ae18-10c90509d809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:18.036423 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:18.039279 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-b63e1219-cd68-4c54-ae18-10c90509d809 None None] Port 2566b85a-db88-494d-aba6-0b234e17bcba cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:31:18.045267 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:31:14Z', 'revision_number': 3, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:18.071449 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd628e-0c45-4c7a-ad35-b2b4cd41b5a9 None None] The sync data for ids ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'] in dv-cinder-819149-14-iscsi is: [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:31:14Z', 'revision_number': 3, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:31:18.074954 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:18.224547 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Publish callbacks [] for port (2566b85a-db88-494d-aba6-0b234e17bcba), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:18.229238 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:18.263717 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-5641b896-e000-4024-a653-2f432b3301e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:18.309222 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456674'] for router_interface (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:18.311354 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Pushing event updated for resources: {'Port': ['ID=2566b85a-db88-494d-aba6-0b234e17bcba,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:18.328788 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:18.422257 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Network da086bb2-bc6c-45b9-a08e-84bd24f82403 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:18.423777 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:18.547180 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:31:18.659019 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:31:18.665466 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-776bbaa5-d48e-424e-ae63-71c1f2c293a0 None None] Provisioning complete for port 2566b85a-db88-494d-aba6-0b234e17bcba triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:18.665713 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-b5d77ea5-5d2f-42c4-9df4-54524379c028 admin admin] 10.222.0.43 "PUT /v2.0/routers/fc84cbd3-8572-4cc7-ba70-3d3e44b74eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3221087 Jul 20 19:31:18.665847 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-776bbaa5-d48e-424e-ae63-71c1f2c293a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:18.702040 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-776bbaa5-d48e-424e-ae63-71c1f2c293a0 None None] Port 2566b85a-db88-494d-aba6-0b234e17bcba cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:31:19.061165 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device a49ed212-67a9-435c-a4be-e5de91fcf7cd up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:19.106212 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port a49ed212-67a9-435c-a4be-e5de91fcf7cd triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:19.106846 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.170036 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45498) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:19.175637 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-762365144-network', 'tenant_id': '35acb2515a4d449a85f918e18041d387'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:19.183366 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port a49ed212-67a9-435c-a4be-e5de91fcf7cd is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:19.184500 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.201803 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Made reservation on behalf of 35acb2515a4d449a85f918e18041d387 for: {'network': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:31:19.204527 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.212695 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port a49ed212-67a9-435c-a4be-e5de91fcf7cd, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=a49ed212-67a9-435c-a4be-e5de91fcf7cd,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:19.213855 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.216710 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.265866 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=a49ed212-67a9-435c-a4be-e5de91fcf7cd,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:19.300722 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Publish callbacks [] for security_group (ccb5135e-4b3a-43e7-a26c-8082e99f2a40), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.304586 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ccb5135e-4b3a-43e7-a26c-8082e99f2a40), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.330911 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:31:19.341339 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb5135e-4b3a-43e7-a26c-8082e99f2a40,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:19.346393 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (d4327b9f-888d-4082-b604-b4681c93244d), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.346737 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.segments_db [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Added segment d4327b9f-888d-4082-b604-b4681c93244d of type vlan for network 084d2df4-8a03-4cda-bcff-119cc35cdf3d Jul 20 19:31:19.388748 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (084d2df4-8a03-4cda-bcff-119cc35cdf3d), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.390903 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:19.416908 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (084d2df4-8a03-4cda-bcff-119cc35cdf3d), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.417957 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:19.419066 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.483996 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3127370 Jul 20 19:31:19.486934 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45500) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:19.491577 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-6b6d553b-a129-4dbf-82aa-76e0e681e2cd admin admin] Request body: {'subnet': {'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-762365144-subnet', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'ip_version': 4}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:19.496621 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d059d-03de-4f58-ac33-44e45fbbd2da admin admin] Pushing event updated for resources: {'Network': ['ID=084d2df4-8a03-4cda-bcff-119cc35cdf3d,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:19.506604 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 084d2df4-8a03-4cda-bcff-119cc35cdf3d details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:31:19.516528 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6d553b-a129-4dbf-82aa-76e0e681e2cd admin admin] Made reservation on behalf of 35acb2515a4d449a85f918e18041d387 for: {'subnet': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:31:19.519381 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b6d553b-a129-4dbf-82aa-76e0e681e2cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9559437'] for subnet (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.565652 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:19.590308 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:19.695157 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b6d553b-a129-4dbf-82aa-76e0e681e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9550027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9559487'] for subnet (b8bffb7c-f025-48a8-9cd9-b062f1a3eef5), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.707169 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Sync routers for ids ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:31:19.718714 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Routers {'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:19.719407 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:30:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:19.746853 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d553b-a129-4dbf-82aa-76e0e681e2cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8bffb7c-f025-48a8-9cd9-b062f1a3eef5,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:19.762669 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d553b-a129-4dbf-82aa-76e0e681e2cd admin admin] Checking segment: {'id': 'd4327b9f-888d-4082-b604-b4681c93244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:19.763031 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6d553b-a129-4dbf-82aa-76e0e681e2cd admin admin] Network hostable DHCP agents. Network: 084d2df4-8a03-4cda-bcff-119cc35cdf3d, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:31:19.782633 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6d553b-a129-4dbf-82aa-76e0e681e2cd admin admin] Network 084d2df4-8a03-4cda-bcff-119cc35cdf3d is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:31:19.792180 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-6b6d553b-a129-4dbf-82aa-76e0e681e2cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 084d2df4-8a03-4cda-bcff-119cc35cdf3d) {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:19.796192 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6d553b-a129-4dbf-82aa-76e0e681e2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:19.796946 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b6d553b-a129-4dbf-82aa-76e0e681e2cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.801935 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761ca5a-2970-4b8b-87b8-d9a7f5916883 None None] Network 084d2df4-8a03-4cda-bcff-119cc35cdf3d requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:31:19.818082 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45502) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:19.818695 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6b6d553b-a129-4dbf-82aa-76e0e681e2cd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3301785 Jul 20 19:31:19.822800 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-762365144-router', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:19.828930 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Set router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:19.846028 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127984'] for router (fa4416bb-bd70-4100-9090-a1588d3d1764), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.847094 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-478355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127881'] for router (fa4416bb-bd70-4100-9090-a1588d3d1764), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.900726 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Publish callbacks [] for router_controller (fa4416bb-bd70-4100-9090-a1588d3d1764), precommit_add_association {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.912765 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-084d2df4-8a03-4cda-bcff-119cc35cdf3d', 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d', 'project_id': '35acb2515a4d449a85f918e18041d387', 'fixed_ips': [{'subnet_id': 'b8bffb7c-f025-48a8-9cd9-b062f1a3eef5'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:31:19.913721 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:19.930459 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:20.040786 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 4, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2566b85a-db88-494d-aba6-0b234e17bcba', 'name': '', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'mac_address': 'fa:16:3e:f6:ca:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:16Z', 'updated_at': '2022-07-20T19:31:18Z', 'revision_number': 2, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'subnets': [{'id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:20.046340 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Publish callbacks [] for router_gateway (fa4416bb-bd70-4100-9090-a1588d3d1764), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.067577 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Checking router: fc84cbd3-8572-4cc7-ba70-3d3e44b74eff for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:31:20.068189 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Updating router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff port 2566b85a-db88-494d-aba6-0b234e17bcba binding host dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:31:20.070934 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Allocated IP 172.20.0.2 (084d2df4-8a03-4cda-bcff-119cc35cdf3d/b8bffb7c-f025-48a8-9cd9-b062f1a3eef5/ceb2ac92-630f-4eab-9c32-afda06dacde2) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:20.096584 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.159024 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:20.242319 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Publish callbacks [] for router_gateway (fa4416bb-bd70-4100-9090-a1588d3d1764), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.264155 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.371531 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Publish callbacks [] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.377889 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.378238 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Publish callbacks [] for port (2566b85a-db88-494d-aba6-0b234e17bcba), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.382937 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.385801 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Allocated IP 172.27.2.57 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/8ed54931-6e76-45eb-b53b-21f523d97c90) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:20.426631 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:20.427630 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c19c6-99af-4e8a-99f4-da38111b464e None None] Pushing event updated for resources: {'Port': ['ID=2566b85a-db88-494d-aba6-0b234e17bcba,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:20.434263 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Network 084d2df4-8a03-4cda-bcff-119cc35cdf3d is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:20.438489 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:20.448608 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:20.451356 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:20.455339 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Pushing event updated for resources: {'Port': ['ID=ceb2ac92-630f-4eab-9c32-afda06dacde2,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:20.502368 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Attempting to bind port 2566b85a-db88-494d-aba6-0b234e17bcba on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:31:20.502739 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Attempting to bind port 2566b85a-db88-494d-aba6-0b234e17bcba by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:31:20.503099 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Attempting to bind port 2566b85a-db88-494d-aba6-0b234e17bcba on network da086bb2-bc6c-45b9-a08e-84bd24f82403 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:20.509723 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:31:20.510105 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Checking segment: {'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:20.510512 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.510903 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Bound using segment: {'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:31:20.511794 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Bound port: 2566b85a-db88-494d-aba6-0b234e17bcba, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:31:20.512229 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.522907 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Attempting to bind port ceb2ac92-630f-4eab-9c32-afda06dacde2 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:31:20.523420 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Attempting to bind port ceb2ac92-630f-4eab-9c32-afda06dacde2 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'd4327b9f-888d-4082-b604-b4681c93244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:31:20.523938 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Attempting to bind port ceb2ac92-630f-4eab-9c32-afda06dacde2 on network 084d2df4-8a03-4cda-bcff-119cc35cdf3d {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:20.525115 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Publish callbacks [] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.532642 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:31:20.533574 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Checking segment: {'id': 'd4327b9f-888d-4082-b604-b4681c93244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:20.534428 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.534997 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Bound using segment: {'id': 'd4327b9f-888d-4082-b604-b4681c93244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:31:20.536471 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Bound port: ceb2ac92-630f-4eab-9c32-afda06dacde2, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4327b9f-888d-4082-b604-b4681c93244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:31:20.536958 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.544861 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:20.573227 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.577373 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] For port 2566b85a-db88-494d-aba6-0b234e17bcba, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:31:20.580709 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] For port 2566b85a-db88-494d-aba6-0b234e17bcba, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=2566b85a-db88-494d-aba6-0b234e17bcba,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:31:20.588396 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.626221 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Pushing event updated for resources: {'Port': ['ID=8ed54931-6e76-45eb-b53b-21f523d97c90,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:20.636774 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:20.639443 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:20.642384 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:20.644829 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4d899473-4f4d-4e60-87d2-31ed5e49f8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.651284 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c19c6-99af-4e8a-99f4-da38111b464e None None] Pushing event updated for resources: {'Port': ['ID=2566b85a-db88-494d-aba6-0b234e17bcba,revision_number=4']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:20.664878 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] For port ceb2ac92-630f-4eab-9c32-afda06dacde2, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:31:20.665468 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Routers {'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:20.666105 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:31:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:20.669795 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] For port ceb2ac92-630f-4eab-9c32-afda06dacde2, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=ceb2ac92-630f-4eab-9c32-afda06dacde2,segment=NetworkSegment(d4327b9f-888d-4082-b604-b4681c93244d),segment_id=d4327b9f-888d-4082-b604-b4681c93244d)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:31:20.677883 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.739232 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-ad25b5d9-a0dc-42f2-9b44-fe9d39a03096 None None] Provisioning complete for port 2566b85a-db88-494d-aba6-0b234e17bcba triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:20.739620 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ad25b5d9-a0dc-42f2-9b44-fe9d39a03096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.797697 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] Set router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:20.806223 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd0f7b-d1f0-4142-813c-d9a9ced2d0bc None None] Pushing event updated for resources: {'Port': ['ID=ceb2ac92-630f-4eab-9c32-afda06dacde2,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:20.877208 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:20.881372 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-ad25b5d9-a0dc-42f2-9b44-fe9d39a03096 None None] Current status of the port 2566b85a-db88-494d-aba6-0b234e17bcba is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:20.882381 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ad25b5d9-a0dc-42f2-9b44-fe9d39a03096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.930415 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-ad25b5d9-a0dc-42f2-9b44-fe9d39a03096 None None] For port 2566b85a-db88-494d-aba6-0b234e17bcba, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=2566b85a-db88-494d-aba6-0b234e17bcba,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:20.937334 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ad25b5d9-a0dc-42f2-9b44-fe9d39a03096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:21.009017 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25b5d9-a0dc-42f2-9b44-fe9d39a03096 None None] Pushing event updated for resources: {'Port': ['ID=2566b85a-db88-494d-aba6-0b234e17bcba,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:21.069375 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-4e4db764-8592-492b-ad9f-e182771914a7 None None] Provisioning complete for port 2566b85a-db88-494d-aba6-0b234e17bcba triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:21.069748 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4e4db764-8592-492b-ad9f-e182771914a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:21.096555 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 4, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2566b85a-db88-494d-aba6-0b234e17bcba', 'name': '', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'mac_address': 'fa:16:3e:f6:ca:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:16Z', 'updated_at': '2022-07-20T19:31:20Z', 'revision_number': 4, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'subnets': [{'id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:21.133869 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcac425-077e-4ec2-8754-cba163be10d0 None None] The sync data for ids ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'] in dv-cinder-819149-14-iscsi is: [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 4, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2566b85a-db88-494d-aba6-0b234e17bcba', 'name': '', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'mac_address': 'fa:16:3e:f6:ca:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:16Z', 'updated_at': '2022-07-20T19:31:20Z', 'revision_number': 4, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'subnets': [{'id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:31:21.135243 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device a49ed212-67a9-435c-a4be-e5de91fcf7cd up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:21.233278 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:21.253094 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-4e4db764-8592-492b-ad9f-e182771914a7 None None] Current status of the port 2566b85a-db88-494d-aba6-0b234e17bcba is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:21.272798 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port a49ed212-67a9-435c-a4be-e5de91fcf7cd triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:21.273203 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:21.357298 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Publish callbacks [] for router_gateway (fa4416bb-bd70-4100-9090-a1588d3d1764), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:21.373279 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port a49ed212-67a9-435c-a4be-e5de91fcf7cd is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:21.558468 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540'] for router (fa4416bb-bd70-4100-9090-a1588d3d1764), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:21.679784 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:21.704157 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Router fa4416bb-bd70-4100-9090-a1588d3d1764 is scheduled to L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 with binding_index 1 {{(pid=103973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:31:21.747558 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:21.819346 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:31:21.829683 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Sync routers for ids ['fa4416bb-bd70-4100-9090-a1588d3d1764'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:31:21.839385 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:21.841674 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-760e0bbf-248a-4958-bcfd-40f26a4f580c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0221827 Jul 20 19:31:21.844355 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45508) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:21.846551 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Routers {'fa4416bb-bd70-4100-9090-a1588d3d1764'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:21.847317 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:31:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fa4416bb-bd70-4100-9090-a1588d3d1764'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:21.892909 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:21.948583 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f20df44-bab7-4fb1-bfcf-a119c539547d None None] Network 084d2df4-8a03-4cda-bcff-119cc35cdf3d requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:31:22.026988 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Set router fa4416bb-bd70-4100-9090-a1588d3d1764 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:22.031252 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-a9fdf821-23eb-42a7-8613-373c31c0e0ae None None] Provisioning complete for port ceb2ac92-630f-4eab-9c32-afda06dacde2 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:22.031508 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf821-23eb-42a7-8613-373c31c0e0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:22.281707 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:22.299357 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdf821-23eb-42a7-8613-373c31c0e0ae None None] Current status of the port ceb2ac92-630f-4eab-9c32-afda06dacde2 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:22.299750 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf821-23eb-42a7-8613-373c31c0e0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:22.329373 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'name': 'tempest-TestShelveInstance-762365144-router', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:19Z', 'updated_at': '2022-07-20T19:31:21Z', 'revision_number': 3, 'project_id': '35acb2515a4d449a85f918e18041d387', 'gw_port': {'id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:20Z', 'updated_at': '2022-07-20T19:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:22.364786 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Checking router: fa4416bb-bd70-4100-9090-a1588d3d1764 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:31:22.365139 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Updating router fa4416bb-bd70-4100-9090-a1588d3d1764 port 8ed54931-6e76-45eb-b53b-21f523d97c90 binding host dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:31:22.407225 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:22.411591 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:22.412997 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-a9fdf821-23eb-42a7-8613-373c31c0e0ae None None] For port ceb2ac92-630f-4eab-9c32-afda06dacde2, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=ceb2ac92-630f-4eab-9c32-afda06dacde2,segment=NetworkSegment(d4327b9f-888d-4082-b604-b4681c93244d),segment_id=d4327b9f-888d-4082-b604-b4681c93244d)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:22.435542 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf821-23eb-42a7-8613-373c31c0e0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:22.491350 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Allocated IP 172.20.0.1 (084d2df4-8a03-4cda-bcff-119cc35cdf3d/b8bffb7c-f025-48a8-9cd9-b062f1a3eef5/b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:22.543971 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:22.559721 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdf821-23eb-42a7-8613-373c31c0e0ae None None] Pushing event updated for resources: {'Port': ['ID=ceb2ac92-630f-4eab-9c32-afda06dacde2,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:22.591787 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-bc7b0aa1-1043-44ab-a3f8-06db51dd3b35 None None] Provisioning complete for port ceb2ac92-630f-4eab-9c32-afda06dacde2 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:22.592168 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0aa1-1043-44ab-a3f8-06db51dd3b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:22.599942 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:22.606114 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Publish callbacks [] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:22.641188 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:22.676567 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Network 084d2df4-8a03-4cda-bcff-119cc35cdf3d is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:22.679513 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:22.682122 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:22.717183 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:22.730066 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:22.733971 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445850'] for router_interface (fa4416bb-bd70-4100-9090-a1588d3d1764), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:22.742570 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-bc7b0aa1-1043-44ab-a3f8-06db51dd3b35 None None] Current status of the port ceb2ac92-630f-4eab-9c32-afda06dacde2 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:22.791474 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Publish callbacks [] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), precommit_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:22.800952 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:22.875880 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.000328 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Attempting to bind port 8ed54931-6e76-45eb-b53b-21f523d97c90 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:31:23.000882 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Attempting to bind port 8ed54931-6e76-45eb-b53b-21f523d97c90 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:31:23.000980 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Attempting to bind port 8ed54931-6e76-45eb-b53b-21f523d97c90 on network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:23.006947 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca48e0-1402-4bff-b07a-0dbe0aa08bf5 None None] Pushing event updated for resources: {'Port': ['ID=8ed54931-6e76-45eb-b53b-21f523d97c90,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:23.013437 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:31:23.013821 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:23.014220 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.014609 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Bound using segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:31:23.015078 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Bound port: 8ed54931-6e76-45eb-b53b-21f523d97c90, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:31:23.015454 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.017138 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-3bc09395-bf29-4093-b3ef-19ef5b67cc9e None None] Provisioning complete for port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:23.017487 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3bc09395-bf29-4093-b3ef-19ef5b67cc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.065090 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Publish callbacks [] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.073653 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.088383 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-3bc09395-bf29-4093-b3ef-19ef5b67cc9e None None] Port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:31:23.097668 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] For port 8ed54931-6e76-45eb-b53b-21f523d97c90, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:31:23.100975 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] For port 8ed54931-6e76-45eb-b53b-21f523d97c90, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=8ed54931-6e76-45eb-b53b-21f523d97c90,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:31:23.110479 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.112717 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 2566b85a-db88-494d-aba6-0b234e17bcba up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:23.145761 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:23.148258 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456674'] for router_interface (fa4416bb-bd70-4100-9090-a1588d3d1764), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.206605 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Routers {'fa4416bb-bd70-4100-9090-a1588d3d1764'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:23.207255 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:31:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fa4416bb-bd70-4100-9090-a1588d3d1764'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:23.240060 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Network 084d2df4-8a03-4cda-bcff-119cc35cdf3d is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:23.241538 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:23.243442 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca48e0-1402-4bff-b07a-0dbe0aa08bf5 None None] Pushing event updated for resources: {'Port': ['ID=8ed54931-6e76-45eb-b53b-21f523d97c90,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:23.257481 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 2566b85a-db88-494d-aba6-0b234e17bcba triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:23.257867 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.290469 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:23.367591 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Router fa4416bb-bd70-4100-9090-a1588d3d1764 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:31:23.369510 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:23.381178 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.384374 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] Set router fa4416bb-bd70-4100-9090-a1588d3d1764 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:23.408488 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:23.497893 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:31:23.512489 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-9d3171e0-e274-4364-bbb7-550bbb2632c2 admin admin] 10.222.0.43 "PUT /v2.0/routers/fa4416bb-bd70-4100-9090-a1588d3d1764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6571281 Jul 20 19:31:23.537152 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 2566b85a-db88-494d-aba6-0b234e17bcba is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:23.538296 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device ceb2ac92-630f-4eab-9c32-afda06dacde2 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:23.548696 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.553833 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-182f7b50-290d-44a1-8cb6-cf1231fc6306 None None] Provisioning complete for port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:23.554201 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-182f7b50-290d-44a1-8cb6-cf1231fc6306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.657378 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-182f7b50-290d-44a1-8cb6-cf1231fc6306 None None] Port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:31:23.684933 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port ceb2ac92-630f-4eab-9c32-afda06dacde2 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:23.685301 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.756502 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'name': 'tempest-TestShelveInstance-762365144-router', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:19Z', 'updated_at': '2022-07-20T19:31:22Z', 'revision_number': 4, 'project_id': '35acb2515a4d449a85f918e18041d387', 'gw_port': {'id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:20Z', 'updated_at': '2022-07-20T19:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e', 'name': '', 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'mac_address': 'fa:16:3e:de:2b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b8bffb7c-f025-48a8-9cd9-b062f1a3eef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:22Z', 'updated_at': '2022-07-20T19:31:22Z', 'revision_number': 2, 'project_id': '35acb2515a4d449a85f918e18041d387', 'subnets': [{'id': 'b8bffb7c-f025-48a8-9cd9-b062f1a3eef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:23.783836 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086efc33-3dd1-4f77-be53-69d690706069 None None] The sync data for ids ['fa4416bb-bd70-4100-9090-a1588d3d1764'] in dv-cinder-819149-14-iscsi is: [{'id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'name': 'tempest-TestShelveInstance-762365144-router', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:19Z', 'updated_at': '2022-07-20T19:31:22Z', 'revision_number': 4, 'project_id': '35acb2515a4d449a85f918e18041d387', 'gw_port': {'id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:20Z', 'updated_at': '2022-07-20T19:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e', 'name': '', 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'mac_address': 'fa:16:3e:de:2b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b8bffb7c-f025-48a8-9cd9-b062f1a3eef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:22Z', 'updated_at': '2022-07-20T19:31:22Z', 'revision_number': 2, 'project_id': '35acb2515a4d449a85f918e18041d387', 'subnets': [{'id': 'b8bffb7c-f025-48a8-9cd9-b062f1a3eef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:31:23.827906 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port ceb2ac92-630f-4eab-9c32-afda06dacde2 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:23.861648 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45522) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:23.866244 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-7433d222-f8fa-463a-ae43-0e5fba425662 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826507732', 'description': 'tempest-secgroup-smoke-1826507732 description', 'project_id': '4e5d98e3bb2a4708a934a15674033c12'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:23.888349 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7433d222-f8fa-463a-ae43-0e5fba425662 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.957767 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7433d222-f8fa-463a-ae43-0e5fba425662 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group (a18462cf-2c61-4029-b3b4-69d322a3a443), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.961867 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7433d222-f8fa-463a-ae43-0e5fba425662 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (a18462cf-2c61-4029-b3b4-69d322a3a443), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:23.984538 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:24.014757 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7433d222-f8fa-463a-ae43-0e5fba425662 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.016058 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-7433d222-f8fa-463a-ae43-0e5fba425662 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1533494 Jul 20 19:31:24.019369 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433d222-f8fa-463a-ae43-0e5fba425662 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18462cf-2c61-4029-b3b4-69d322a3a443,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:24.019750 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45524) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:24.029622 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-71cade73-8bcd-46d6-abb3-6cc8bfd29884 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Request body: {'security_group_rule': {'security_group_id': 'a18462cf-2c61-4029-b3b4-69d322a3a443', 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:24.066100 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-71cade73-8bcd-46d6-abb3-6cc8bfd29884 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (4d7795ab-1596-4976-b57a-d5fc43f4c777), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.133719 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-71cade73-8bcd-46d6-abb3-6cc8bfd29884 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (4d7795ab-1596-4976-b57a-d5fc43f4c777), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.139753 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-71cade73-8bcd-46d6-abb3-6cc8bfd29884 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (4d7795ab-1596-4976-b57a-d5fc43f4c777), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.160543 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cade73-8bcd-46d6-abb3-6cc8bfd29884 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7795ab-1596-4976-b57a-d5fc43f4c777,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:24.170266 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-71cade73-8bcd-46d6-abb3-6cc8bfd29884 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.171505 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-71cade73-8bcd-46d6-abb3-6cc8bfd29884 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466932 Jul 20 19:31:24.174342 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45528) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:24.178745 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-77a181d9-ac3b-40d7-a56b-5f2d4990e655 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Request body: {'security_group_rule': {'security_group_id': 'a18462cf-2c61-4029-b3b4-69d322a3a443', 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:24.208808 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-77a181d9-ac3b-40d7-a56b-5f2d4990e655 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (71643fb8-cb03-4e6e-8332-c0727a08be88), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.272925 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-77a181d9-ac3b-40d7-a56b-5f2d4990e655 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (71643fb8-cb03-4e6e-8332-c0727a08be88), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.276793 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-77a181d9-ac3b-40d7-a56b-5f2d4990e655 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (71643fb8-cb03-4e6e-8332-c0727a08be88), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.295495 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a181d9-ac3b-40d7-a56b-5f2d4990e655 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71643fb8-cb03-4e6e-8332-c0727a08be88,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:24.304517 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-77a181d9-ac3b-40d7-a56b-5f2d4990e655 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.305888 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-77a181d9-ac3b-40d7-a56b-5f2d4990e655 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304553 Jul 20 19:31:24.308441 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45530) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:24.313295 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-5e56858d-6482-40cd-ae4e-6cc836d60a64 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Request body: {'security_group_rule': {'security_group_id': 'a18462cf-2c61-4029-b3b4-69d322a3a443', 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:24.344213 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:24.346802 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e56858d-6482-40cd-ae4e-6cc836d60a64 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (75c760ac-10cd-4c5c-93c7-4f452370057b), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.412337 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e56858d-6482-40cd-ae4e-6cc836d60a64 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (75c760ac-10cd-4c5c-93c7-4f452370057b), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.419496 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e56858d-6482-40cd-ae4e-6cc836d60a64 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (75c760ac-10cd-4c5c-93c7-4f452370057b), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.439099 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56858d-6482-40cd-ae4e-6cc836d60a64 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c760ac-10cd-4c5c-93c7-4f452370057b,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:24.465091 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-5e56858d-6482-40cd-ae4e-6cc836d60a64 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.468045 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-5e56858d-6482-40cd-ae4e-6cc836d60a64 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563561 Jul 20 19:31:24.469221 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45532) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:24.473853 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-0f7630b2-12e5-4cb0-810e-1a320ce8d9b7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Request body: {'security_group_rule': {'security_group_id': 'a18462cf-2c61-4029-b3b4-69d322a3a443', 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:24.506353 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f7630b2-12e5-4cb0-810e-1a320ce8d9b7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (2ebe9839-1795-4490-ae87-ee7ec75a37f1), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.581866 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f7630b2-12e5-4cb0-810e-1a320ce8d9b7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (2ebe9839-1795-4490-ae87-ee7ec75a37f1), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.586517 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f7630b2-12e5-4cb0-810e-1a320ce8d9b7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (2ebe9839-1795-4490-ae87-ee7ec75a37f1), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.605427 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7630b2-12e5-4cb0-810e-1a320ce8d9b7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebe9839-1795-4490-ae87-ee7ec75a37f1,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:24.619636 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f7630b2-12e5-4cb0-810e-1a320ce8d9b7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.620892 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-0f7630b2-12e5-4cb0-810e-1a320ce8d9b7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506867 Jul 20 19:31:24.624064 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45538) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:24.629778 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-25d8d9f1-51bf-413e-b944-311f5d86748d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Request body: {'security_group_rule': {'security_group_id': 'a18462cf-2c61-4029-b3b4-69d322a3a443', 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:24.654600 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.securitygroups_db [None req-25d8d9f1-51bf-413e-b944-311f5d86748d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Project 4e5d98e3bb2a4708a934a15674033c12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 19:31:24.661484 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-25d8d9f1-51bf-413e-b944-311f5d86748d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (9d5898b9-fd84-4125-8797-52eca409dd15), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.736760 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-25d8d9f1-51bf-413e-b944-311f5d86748d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (9d5898b9-fd84-4125-8797-52eca409dd15), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.741345 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-25d8d9f1-51bf-413e-b944-311f5d86748d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (9d5898b9-fd84-4125-8797-52eca409dd15), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.765584 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8d9f1-51bf-413e-b944-311f5d86748d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5898b9-fd84-4125-8797-52eca409dd15,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:24.771596 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-25d8d9f1-51bf-413e-b944-311f5d86748d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.772721 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-25d8d9f1-51bf-413e-b944-311f5d86748d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474974 Jul 20 19:31:24.775424 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45546) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:24.781149 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-924e00c5-494c-4aa4-ae03-16bd6363001b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Request body: {'security_group_rule': {'security_group_id': 'a18462cf-2c61-4029-b3b4-69d322a3a443', 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:24.802837 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.securitygroups_db [None req-924e00c5-494c-4aa4-ae03-16bd6363001b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Project 4e5d98e3bb2a4708a934a15674033c12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 19:31:24.810507 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-924e00c5-494c-4aa4-ae03-16bd6363001b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (3ebe115d-20d0-41c8-9f72-49069917845d), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.879310 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-924e00c5-494c-4aa4-ae03-16bd6363001b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (3ebe115d-20d0-41c8-9f72-49069917845d), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.884276 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-924e00c5-494c-4aa4-ae03-16bd6363001b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (3ebe115d-20d0-41c8-9f72-49069917845d), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.907120 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e00c5-494c-4aa4-ae03-16bd6363001b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebe115d-20d0-41c8-9f72-49069917845d,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:24.922442 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-924e00c5-494c-4aa4-ae03-16bd6363001b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:24.924107 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-924e00c5-494c-4aa4-ae03-16bd6363001b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469643 Jul 20 19:31:25.062418 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 8ed54931-6e76-45eb-b53b-21f523d97c90 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:25.122564 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 8ed54931-6e76-45eb-b53b-21f523d97c90 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:25.122784 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:25.206565 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 8ed54931-6e76-45eb-b53b-21f523d97c90 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:25.207057 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:25.230156 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port 8ed54931-6e76-45eb-b53b-21f523d97c90, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=8ed54931-6e76-45eb-b53b-21f523d97c90,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:25.235562 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:25.284128 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=8ed54931-6e76-45eb-b53b-21f523d97c90,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:25.955318 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Sync routers for ids ['fa4416bb-bd70-4100-9090-a1588d3d1764'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:31:25.964952 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Routers {'fa4416bb-bd70-4100-9090-a1588d3d1764'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:25.965556 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:31:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fa4416bb-bd70-4100-9090-a1588d3d1764'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:26.155168 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Set router fa4416bb-bd70-4100-9090-a1588d3d1764 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:26.337941 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:26.349273 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'name': 'tempest-TestShelveInstance-762365144-router', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:19Z', 'updated_at': '2022-07-20T19:31:22Z', 'revision_number': 4, 'project_id': '35acb2515a4d449a85f918e18041d387', 'gw_port': {'id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:20Z', 'updated_at': '2022-07-20T19:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e', 'name': '', 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'mac_address': 'fa:16:3e:de:2b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b8bffb7c-f025-48a8-9cd9-b062f1a3eef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:22Z', 'updated_at': '2022-07-20T19:31:22Z', 'revision_number': 2, 'project_id': '35acb2515a4d449a85f918e18041d387', 'subnets': [{'id': 'b8bffb7c-f025-48a8-9cd9-b062f1a3eef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:26.377731 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Checking router: fa4416bb-bd70-4100-9090-a1588d3d1764 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:31:26.378079 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Updating router fa4416bb-bd70-4100-9090-a1588d3d1764 port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e binding host dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:31:26.404940 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:26.570096 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:26.666013 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Publish callbacks [] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:26.671144 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:26.719595 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d676e0-1d88-4919-acab-a1d6718759cf None None] Pushing event updated for resources: {'Port': ['ID=b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:26.782319 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Attempting to bind port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:31:26.782803 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Attempting to bind port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'd4327b9f-888d-4082-b604-b4681c93244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:31:26.783178 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Attempting to bind port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e on network 084d2df4-8a03-4cda-bcff-119cc35cdf3d {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:26.788828 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:31:26.789202 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Checking segment: {'id': 'd4327b9f-888d-4082-b604-b4681c93244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:26.789607 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:26.790003 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Bound using segment: {'id': 'd4327b9f-888d-4082-b604-b4681c93244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:31:26.790478 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Bound port: b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4327b9f-888d-4082-b604-b4681c93244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:31:26.790856 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:26.854361 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] For port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:31:26.858234 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] For port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e,segment=NetworkSegment(d4327b9f-888d-4082-b604-b4681c93244d),segment_id=d4327b9f-888d-4082-b604-b4681c93244d)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:31:26.864584 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:26.896390 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-50c2dac5-f844-4050-801a-2311dd8b6986 None None] Provisioning complete for port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:26.897004 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-50c2dac5-f844-4050-801a-2311dd8b6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:26.920622 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d676e0-1d88-4919-acab-a1d6718759cf None None] Pushing event updated for resources: {'Port': ['ID=b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e,revision_number=4']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:26.930793 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Routers {'fa4416bb-bd70-4100-9090-a1588d3d1764'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:26.931434 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:31:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fa4416bb-bd70-4100-9090-a1588d3d1764'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:26.987191 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-50c2dac5-f844-4050-801a-2311dd8b6986 None None] Current status of the port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:26.987822 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-50c2dac5-f844-4050-801a-2311dd8b6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:27.043410 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-50c2dac5-f844-4050-801a-2311dd8b6986 None None] For port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e,segment=NetworkSegment(d4327b9f-888d-4082-b604-b4681c93244d),segment_id=d4327b9f-888d-4082-b604-b4681c93244d)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:27.051510 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-50c2dac5-f844-4050-801a-2311dd8b6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:27.064351 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:27.088393 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] Set router fa4416bb-bd70-4100-9090-a1588d3d1764 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:27.136611 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 8ed54931-6e76-45eb-b53b-21f523d97c90 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:27.155733 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:27.191300 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2dac5-f844-4050-801a-2311dd8b6986 None None] Pushing event updated for resources: {'Port': ['ID=b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:27.207051 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-7cb2717b-b768-45d2-a6e0-39a3f2eb0d14 None None] Provisioning complete for port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:27.207425 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-7cb2717b-b768-45d2-a6e0-39a3f2eb0d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:27.247701 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 8ed54931-6e76-45eb-b53b-21f523d97c90 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:27.248081 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:27.287861 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'name': 'tempest-TestShelveInstance-762365144-router', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:19Z', 'updated_at': '2022-07-20T19:31:22Z', 'revision_number': 4, 'project_id': '35acb2515a4d449a85f918e18041d387', 'gw_port': {'id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:20Z', 'updated_at': '2022-07-20T19:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e', 'name': '', 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'mac_address': 'fa:16:3e:de:2b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b8bffb7c-f025-48a8-9cd9-b062f1a3eef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:22Z', 'updated_at': '2022-07-20T19:31:26Z', 'revision_number': 4, 'project_id': '35acb2515a4d449a85f918e18041d387', 'subnets': [{'id': 'b8bffb7c-f025-48a8-9cd9-b062f1a3eef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:27.314131 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e346a-33a0-441e-a7fc-5f14e2ca123e None None] The sync data for ids ['fa4416bb-bd70-4100-9090-a1588d3d1764'] in dv-cinder-819149-14-iscsi is: [{'id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'name': 'tempest-TestShelveInstance-762365144-router', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:19Z', 'updated_at': '2022-07-20T19:31:22Z', 'revision_number': 4, 'project_id': '35acb2515a4d449a85f918e18041d387', 'gw_port': {'id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:20Z', 'updated_at': '2022-07-20T19:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e', 'name': '', 'network_id': '084d2df4-8a03-4cda-bcff-119cc35cdf3d', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'mac_address': 'fa:16:3e:de:2b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'b8bffb7c-f025-48a8-9cd9-b062f1a3eef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:22Z', 'updated_at': '2022-07-20T19:31:26Z', 'revision_number': 4, 'project_id': '35acb2515a4d449a85f918e18041d387', 'subnets': [{'id': 'b8bffb7c-f025-48a8-9cd9-b062f1a3eef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:31:27.329471 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-7cb2717b-b768-45d2-a6e0-39a3f2eb0d14 None None] Current status of the port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:27.363594 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 8ed54931-6e76-45eb-b53b-21f523d97c90 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:27.364670 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:27.406956 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:27.407202 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:27.482237 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:29.040396 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:29.084270 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:29.084662 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:29.161323 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:34.437014 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:34.438914 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=8,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:34.906978 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=50,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:34.910176 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=70,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:37.286180 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:37.290693 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:39.155915 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=71 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:39.160233 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=62 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:43.438229 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-5f1e9401-c718-4a2c-9e51-6ef6cf097ea9 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826507732&fields=id&tenant_id=4e5d98e3bb2a4708a934a15674033c12 HTTP/1.1" status: 200 len: 267 time: 0.0434532 Jul 20 19:31:43.545594 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-035ef937-41f5-4e9f-9050-2d065fdab47d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:43.547543 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-035ef937-41f5-4e9f-9050-2d065fdab47d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/networks?id=da086bb2-bc6c-45b9-a08e-84bd24f82403 HTTP/1.1" status: 200 len: 809 time: 0.1021006 Jul 20 19:31:43.561600 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-22024e18-6e9b-48bc-880a-c4c3d985a90b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/quotas/4e5d98e3bb2a4708a934a15674033c12 HTTP/1.1" status: 200 len: 375 time: 0.0087471 Jul 20 19:31:43.611578 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-ddb04505-d8b6-4361-b07d-d2151fa9f97b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e5d98e3bb2a4708a934a15674033c12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447457 Jul 20 19:31:43.708510 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-dd3ac3ff-e83f-447c-86a5-7bc4153252c2 service neutron] 10.222.0.43 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858488 Jul 20 19:31:43.795346 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-112b5ee6-edd0-4d90-8a60-05a2529b2f3e service neutron] 10.222.0.43 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812235 Jul 20 19:31:44.087252 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b98d4954-9e1c-4099-a1e6-b1e343c251d9 req-58ffe94b-42b0-4c13-b144-cf5d88f598f5 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 210 time: 0.0287108 Jul 20 19:31:44.831802 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:31:45.186927 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f42ae048-13ff-4a65-a8ba-51ee17ab0425 req-ba8d0733-864e-4170-866e-5761c35580bd tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 210 time: 0.0322387 Jul 20 19:31:46.180265 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-3a2ab344-1f00-415f-a854-b0596a3910bc tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:46.181710 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-3a2ab344-1f00-415f-a854-b0596a3910bc tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.89 "GET /v2.0/networks?id=da086bb2-bc6c-45b9-a08e-84bd24f82403 HTTP/1.1" status: 200 len: 809 time: 0.1033757 Jul 20 19:31:46.250188 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-1e80a8ad-f7a8-4968-b061-01dd28949015 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e5d98e3bb2a4708a934a15674033c12 HTTP/1.1" status: 200 len: 380 time: 0.0583048 Jul 20 19:31:46.260080 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Request body: {'port': {'device_id': '6c7e4cee-d155-484a-869d-76918615ec77', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'admin_state_up': True, 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'security_groups': ['a18462cf-2c61-4029-b3b4-69d322a3a443']}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:46.322713 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a04d33f2-cc34-4943-a031-f9be4f932132 req-844ed083-dcd8-4caa-9106-5eeb2d965ba6 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 210 time: 0.0408852 Jul 20 19:31:46.384016 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Made reservation on behalf of 4e5d98e3bb2a4708a934a15674033c12 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:31:46.387448 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:46.517274 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Allocated IP 172.20.0.3 (da086bb2-bc6c-45b9-a08e-84bd24f82403/5e48cd7d-acba-4969-8697-ebbd885cd757/637fcd80-41b1-4f6e-8500-3b24bb93f24e) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:46.614127 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:46.619278 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:46.664337 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:46.696938 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:46.744933 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Network da086bb2-bc6c-45b9-a08e-84bd24f82403 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:46.750524 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:46.755406 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:46.779762 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event updated for resources: {'Port': ['ID=637fcd80-41b1-4f6e-8500-3b24bb93f24e,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:46.794746 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.795110 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.795449 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.795793 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.796141 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.796497 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.796834 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.797179 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.797498 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.797872 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.798947 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.799189 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.799378 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.799798 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.800116 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:46.830574 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:46.831399 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:46.849275 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-b57ea969-89b9-44c6-a9a5-b24661731de3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5936298 Jul 20 19:31:46.866069 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Request body: {'port': {'device_id': '6c7e4cee-d155-484a-869d-76918615ec77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:46.934131 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:46.978347 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-ffc749f4-de3f-4bdd-8d32-68b0b35034f2 None None] Provisioning complete for port 637fcd80-41b1-4f6e-8500-3b24bb93f24e triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:46.978946 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ffc749f4-de3f-4bdd-8d32-68b0b35034f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.018400 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-ffc749f4-de3f-4bdd-8d32-68b0b35034f2 None None] Port 637fcd80-41b1-4f6e-8500-3b24bb93f24e cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:31:47.196800 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637fcd80-41b1-4f6e-8500-3b24bb93f24e {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:31:47.204964 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Publish callbacks [] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.217185 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Transition to ACTIVE for port object 637fcd80-41b1-4f6e-8500-3b24bb93f24e will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:31:47.221174 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.275135 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Pushing event updated for resources: {'Port': ['ID=637fcd80-41b1-4f6e-8500-3b24bb93f24e,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:47.351004 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Attempting to bind port 637fcd80-41b1-4f6e-8500-3b24bb93f24e on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:31:47.351004 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Attempting to bind port 637fcd80-41b1-4f6e-8500-3b24bb93f24e by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:31:47.351004 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Attempting to bind port 637fcd80-41b1-4f6e-8500-3b24bb93f24e on network da086bb2-bc6c-45b9-a08e-84bd24f82403 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:47.355341 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Port 637fcd80-41b1-4f6e-8500-3b24bb93f24e on network da086bb2-bc6c-45b9-a08e-84bd24f82403 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:31:47.355667 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Attempting to bind port 637fcd80-41b1-4f6e-8500-3b24bb93f24e on network da086bb2-bc6c-45b9-a08e-84bd24f82403 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:47.361732 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:31:47.362072 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Checking segment: {'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:47.362488 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Bound using segment: {'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:31:47.362920 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Bound port: 637fcd80-41b1-4f6e-8500-3b24bb93f24e, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:31:47.363280 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.435673 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.436606 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:47.444979 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:47.456124 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f40aa9-0e86-4f14-ae20-8bebc16e5196 req-4cb6b67d-6d5a-4e7d-a265-3db2317f89ce tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:47.457566 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-94f40aa9-0e86-4f14-ae20-8bebc16e5196 req-4cb6b67d-6d5a-4e7d-a265-3db2317f89ce tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0575640 Jul 20 19:31:47.497311 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] For port 637fcd80-41b1-4f6e-8500-3b24bb93f24e, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:31:47.520718 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] For port 637fcd80-41b1-4f6e-8500-3b24bb93f24e, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:31:47.535312 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.550882 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-94f40aa9-0e86-4f14-ae20-8bebc16e5196 req-79fbf5ce-89fc-4c04-a717-6836bc203436 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871015 Jul 20 19:31:47.577744 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:47.578430 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.580158 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] 10.222.0.89 "PUT /v2.0/ports/637fcd80-41b1-4f6e-8500-3b24bb93f24e HTTP/1.1" status: 200 len: 1093 time: 0.7191072 Jul 20 19:31:47.580615 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:47.583074 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11040d91-a68a-4225-bd0e-7aca518b5be2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:47.609438 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ca1f7-ab21-4f53-87f8-bc3734016419 service neutron] Pushing event updated for resources: {'Port': ['ID=637fcd80-41b1-4f6e-8500-3b24bb93f24e,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:47.628265 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a060e1e-4ca7-46bc-9d55-292a0ab19373 x-openstack-request-id: req-2a060e1e-4ca7-46bc-9d55-292a0ab19373 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:47.628586 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:47.628842 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a060e1e-4ca7-46bc-9d55-292a0ab19373 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:47.629245 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a060e1e-4ca7-46bc-9d55-292a0ab19373'] response: {'name': 'network-changed', 'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'status': 'completed', 'code': 200} Jul 20 19:31:47.677237 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-c4b39cf8-ccc8-4681-a819-913cc7efc925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:47.678749 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-c4b39cf8-ccc8-4681-a819-913cc7efc925 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e5d98e3bb2a4708a934a15674033c12&device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 1127 time: 0.0455239 Jul 20 19:31:47.722137 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-94ca70df-082c-4728-bc02-fbf52b792443 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e HTTP/1.1" status: 200 len: 217 time: 0.0345862 Jul 20 19:31:47.778443 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-ba807a3e-d16c-4530-9368-130577822891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:47.779899 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-ba807a3e-d16c-4530-9368-130577822891 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e48cd7d-acba-4969-8697-ebbd885cd757 HTTP/1.1" status: 200 len: 848 time: 0.0501144 Jul 20 19:31:47.824966 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-fe59380b-8ae1-4f8b-b7d2-12a57738c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:47.826435 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-fe59380b-8ae1-4f8b-b7d2-12a57738c4cf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da086bb2-bc6c-45b9-a08e-84bd24f82403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393100 Jul 20 19:31:47.917154 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-71671709-ff98-4385-918d-bf1dd0dbdf7b service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827725 Jul 20 19:31:48.009427 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-943a363a-c89c-4d53-8805-4b16273b6b2e req-ae8dab5a-8d74-43c7-9162-edc2a8063aca service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852776 Jul 20 19:31:48.264918 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3d176f2e-ef6b-4e4c-8023-9196241befa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:48.326201 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11040d91-a68a-4225-bd0e-7aca518b5be2 req-2bdfbf9b-e928-4693-be17-507ba2efd5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:48.328750 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-11040d91-a68a-4225-bd0e-7aca518b5be2 req-2bdfbf9b-e928-4693-be17-507ba2efd5b8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e5d98e3bb2a4708a934a15674033c12&device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 1127 time: 0.0406916 Jul 20 19:31:48.425585 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11040d91-a68a-4225-bd0e-7aca518b5be2 req-60c6a4d8-de4c-4d1c-97b7-ed685fa0cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:48.427025 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-11040d91-a68a-4225-bd0e-7aca518b5be2 req-60c6a4d8-de4c-4d1c-97b7-ed685fa0cc0e service neutron] 10.222.0.89 "GET /v2.0/networks?id=da086bb2-bc6c-45b9-a08e-84bd24f82403 HTTP/1.1" status: 200 len: 910 time: 0.0892818 Jul 20 19:31:48.472622 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-11040d91-a68a-4225-bd0e-7aca518b5be2 req-7c4ec5bc-460d-441f-8e53-3e39b9e0e6e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e HTTP/1.1" status: 200 len: 217 time: 0.0385010 Jul 20 19:31:48.520860 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11040d91-a68a-4225-bd0e-7aca518b5be2 req-71b8b571-1373-4ae7-8876-d27e53e8802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:48.522343 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-11040d91-a68a-4225-bd0e-7aca518b5be2 req-71b8b571-1373-4ae7-8876-d27e53e8802b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e48cd7d-acba-4969-8697-ebbd885cd757 HTTP/1.1" status: 200 len: 848 time: 0.0432510 Jul 20 19:31:48.572342 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11040d91-a68a-4225-bd0e-7aca518b5be2 req-61f86b70-2dc2-4c3f-827d-2dc468505f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:48.573839 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-11040d91-a68a-4225-bd0e-7aca518b5be2 req-61f86b70-2dc2-4c3f-827d-2dc468505f35 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da086bb2-bc6c-45b9-a08e-84bd24f82403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444789 Jul 20 19:31:48.703573 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e541428-f6cf-4b19-8a65-9ef8d4583b7e req-890da8fb-d36e-4c6b-9909-03812e525ae0 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:48.705703 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9e541428-f6cf-4b19-8a65-9ef8d4583b7e req-890da8fb-d36e-4c6b-9909-03812e525ae0 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0645454 Jul 20 19:31:48.721032 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:48.729093 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-11040d91-a68a-4225-bd0e-7aca518b5be2 req-27e591aa-8321-45ac-9810-6eba7205c77c service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478968 Jul 20 19:31:48.788595 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9e541428-f6cf-4b19-8a65-9ef8d4583b7e req-65699fed-341d-406e-b099-e425323eb080 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770030 Jul 20 19:31:48.843813 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-11040d91-a68a-4225-bd0e-7aca518b5be2 req-f3b3c3cf-75a7-4144-a193-c9880cca33c0 service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058171 Jul 20 19:31:49.898374 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:49.910256 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f980a-cc30-4e72-9ae6-89b06590b404 req-da9d7fc1-903d-4160-8bb1-4458eb2aacb3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:49.911722 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e71f980a-cc30-4e72-9ae6-89b06590b404 req-da9d7fc1-903d-4160-8bb1-4458eb2aacb3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0536649 Jul 20 19:31:49.959587 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e71f980a-cc30-4e72-9ae6-89b06590b404 req-5d62f921-f148-4291-b75d-989579cf9cb7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422006 Jul 20 19:31:50.616887 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c0925cf7-39c2-4cd8-ba77-d9b9e2f31ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:51.077911 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcbc88-0510-45ab-aa0a-c35f891733ac req-124833f9-7357-4efa-893f-55169860f984 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:51.079426 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2afcbc88-0510-45ab-aa0a-c35f891733ac req-124833f9-7357-4efa-893f-55169860f984 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0531323 Jul 20 19:31:51.129688 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2afcbc88-0510-45ab-aa0a-c35f891733ac req-80ba51eb-c21f-4372-b6e5-155c8e998915 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446060 Jul 20 19:31:51.135841 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e6787-fe86-4b05-8b81-dd45d8615f52 req-08afba95-6e75-4663-9d67-505102b955d0 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:51.137358 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a45e6787-fe86-4b05-8b81-dd45d8615f52 req-08afba95-6e75-4663-9d67-505102b955d0 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 945 time: 0.0474541 Jul 20 19:31:51.184649 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a45e6787-fe86-4b05-8b81-dd45d8615f52 req-99ed594a-c5a1-40fd-b097-f6e5a880b5ab tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Jul 20 19:31:51.744718 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:51.853145 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:52.242575 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6617db-4299-4cc8-8701-288d09e1caa1 req-7cfbb3d5-f6dc-4c15-8281-ed1027d508d7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:52.244443 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9d6617db-4299-4cc8-8701-288d09e1caa1 req-7cfbb3d5-f6dc-4c15-8281-ed1027d508d7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0466068 Jul 20 19:31:52.297230 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9d6617db-4299-4cc8-8701-288d09e1caa1 req-53f5642a-ec34-4861-a87a-a28da405fe4e tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471859 Jul 20 19:31:52.309468 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6a777-7c4d-4fb1-bed0-59e18d1fedac req-8cf7bd87-b286-4be0-b42f-1318b149e81c tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:52.310935 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-05d6a777-7c4d-4fb1-bed0-59e18d1fedac req-8cf7bd87-b286-4be0-b42f-1318b149e81c tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 945 time: 0.0491452 Jul 20 19:31:52.359728 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-05d6a777-7c4d-4fb1-bed0-59e18d1fedac req-b53e721b-72c7-4495-819e-ca3afcd43cd2 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423534 Jul 20 19:31:52.653003 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6cf4433e-0b37-4a42-8301-fc5e998e7aaf req-475a6086-82ba-4d73-b755-7fa9fd2f2ba6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365655 Jul 20 19:31:52.837818 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4433e-0b37-4a42-8301-fc5e998e7aaf req-dc18b3db-ab15-48e9-94cd-f268ba31ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:52.839247 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6cf4433e-0b37-4a42-8301-fc5e998e7aaf req-dc18b3db-ab15-48e9-94cd-f268ba31ca4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 1130 time: 0.0382428 Jul 20 19:31:52.948313 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4433e-0b37-4a42-8301-fc5e998e7aaf req-fec70444-3e98-47a6-b02b-ba58a913c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:52.949665 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6cf4433e-0b37-4a42-8301-fc5e998e7aaf req-fec70444-3e98-47a6-b02b-ba58a913c371 service neutron] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 913 time: 0.0873814 Jul 20 19:31:52.952980 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1e941-7342-471c-a8f0-0e3c0c389f32 req-4a992796-1561-4f8d-890f-8192ae4212ba tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:52.954927 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-caf1e941-7342-471c-a8f0-0e3c0c389f32 req-4a992796-1561-4f8d-890f-8192ae4212ba tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.89 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 945 time: 0.0463817 Jul 20 19:31:53.014930 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6cf4433e-0b37-4a42-8301-fc5e998e7aaf req-ada53044-98a8-4a45-8562-0d3cc4e9b99a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4258cc8-3ff2-4715-a57c-63a1ef623811 HTTP/1.1" status: 200 len: 1002 time: 0.0541034 Jul 20 19:31:53.043884 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-caf1e941-7342-471c-a8f0-0e3c0c389f32 req-d0a03133-e3db-469d-bfc8-0f8c893fc2a5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Deleting port 5543d4ab-0c29-4d6d-afca-f4861da188ba {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:31:53.044232 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-caf1e941-7342-471c-a8f0-0e3c0c389f32 req-d0a03133-e3db-469d-bfc8-0f8c893fc2a5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:53.066469 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4433e-0b37-4a42-8301-fc5e998e7aaf req-c3c94fa3-c025-4938-974d-ba9b5c2b6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:53.067899 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6cf4433e-0b37-4a42-8301-fc5e998e7aaf req-c3c94fa3-c025-4938-974d-ba9b5c2b6280 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0458627 Jul 20 19:31:53.116049 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4433e-0b37-4a42-8301-fc5e998e7aaf req-314908b8-2200-458b-8d34-c7d37a0e91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:53.117547 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6cf4433e-0b37-4a42-8301-fc5e998e7aaf req-314908b8-2200-458b-8d34-c7d37a0e91dd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422349 Jul 20 19:31:53.133551 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-caf1e941-7342-471c-a8f0-0e3c0c389f32 req-d0a03133-e3db-469d-bfc8-0f8c893fc2a5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] For port 5543d4ab-0c29-4d6d-afca-f4861da188ba, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5543d4ab-0c29-4d6d-afca-f4861da188ba,segment=NetworkSegment(0312da81-7a28-47c2-b92c-7731d1d0b901),segment_id=0312da81-7a28-47c2-b92c-7731d1d0b901)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:53.133923 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-caf1e941-7342-471c-a8f0-0e3c0c389f32 req-d0a03133-e3db-469d-bfc8-0f8c893fc2a5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:53.147576 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-caf1e941-7342-471c-a8f0-0e3c0c389f32 req-d0a03133-e3db-469d-bfc8-0f8c893fc2a5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Calling delete_port for 5543d4ab-0c29-4d6d-afca-f4861da188ba owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:31:53.211592 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6cf4433e-0b37-4a42-8301-fc5e998e7aaf req-094571bf-ba64-42dd-bb09-cf541ee0700b service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856414 Jul 20 19:31:53.279706 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-caf1e941-7342-471c-a8f0-0e3c0c389f32 req-d0a03133-e3db-469d-bfc8-0f8c893fc2a5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (5543d4ab-0c29-4d6d-afca-f4861da188ba), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:53.292998 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['5543d4ab-0c29-4d6d-afca-f4861da188ba'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:31:53.309317 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a03133-e3db-469d-bfc8-0f8c893fc2a5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Pushing event deleted for resources: {'Port': ['ID=5543d4ab-0c29-4d6d-afca-f4861da188ba,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:53.312372 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6cf4433e-0b37-4a42-8301-fc5e998e7aaf req-f48d7f7d-ca89-4da2-be09-6aef100a40a4 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930841 Jul 20 19:31:53.357856 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:53.366721 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf1e941-7342-471c-a8f0-0e3c0c389f32 req-d0a03133-e3db-469d-bfc8-0f8c893fc2a5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] No DVR routers for this DVR port 5543d4ab-0c29-4d6d-afca-f4861da188ba on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:31:53.369409 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-caf1e941-7342-471c-a8f0-0e3c0c389f32 req-d0a03133-e3db-469d-bfc8-0f8c893fc2a5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:53.372972 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-caf1e941-7342-471c-a8f0-0e3c0c389f32 req-d0a03133-e3db-469d-bfc8-0f8c893fc2a5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.89 "DELETE /v2.0/ports/5543d4ab-0c29-4d6d-afca-f4861da188ba HTTP/1.1" status: 204 len: 173 time: 0.4111075 Jul 20 19:31:53.373413 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290d87da-fb62-4dd2-a709-5c033f6b07bd', 'name': 'network-vif-deleted', 'tag': '5543d4ab-0c29-4d6d-afca-f4861da188ba'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:53.375701 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b735d89-d34d-4bdb-87ee-db7a70d2d838" -d '{"events": [{"server_uuid": "290d87da-fb62-4dd2-a709-5c033f6b07bd", "name": "network-vif-deleted", "tag": "5543d4ab-0c29-4d6d-afca-f4861da188ba"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:53.418552 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85934dfc-facb-4820-86ef-3d8b04d56b96 x-openstack-request-id: req-85934dfc-facb-4820-86ef-3d8b04d56b96 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:53.419095 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290d87da-fb62-4dd2-a709-5c033f6b07bd", "name": "network-vif-deleted", "tag": "5543d4ab-0c29-4d6d-afca-f4861da188ba", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:53.419592 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85934dfc-facb-4820-86ef-3d8b04d56b96 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:53.420210 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85934dfc-facb-4820-86ef-3d8b04d56b96'] response: {'server_uuid': '290d87da-fb62-4dd2-a709-5c033f6b07bd', 'name': 'network-vif-deleted', 'tag': '5543d4ab-0c29-4d6d-afca-f4861da188ba', 'status': 'completed', 'code': 200} Jul 20 19:31:53.425259 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4d256-1c4d-469f-bf1b-f4a230d3e6a3 req-47a0cfa4-a288-4127-b163-756ab59ff8a9 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:53.426924 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-11d4d256-1c4d-469f-bf1b-f4a230d3e6a3 req-47a0cfa4-a288-4127-b163-756ab59ff8a9 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0500216 Jul 20 19:31:53.474619 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:53.483627 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-11d4d256-1c4d-469f-bf1b-f4a230d3e6a3 req-75b00b5b-b276-451f-9029-b6d42f9ddbeb tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496886 Jul 20 19:31:53.513603 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-197769ba-f9c2-4c9b-8fa3-9577004543b7 req-272f29ee-f7e9-40dc-835c-0abb5219d16f tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 210 time: 0.0285242 Jul 20 19:31:54.583983 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:54.602711 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf083c-7574-416c-88a8-449f1c3bebb1 req-922bffe5-6999-4990-a71d-35282d8a63f3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:54.604224 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-dcaf083c-7574-416c-88a8-449f1c3bebb1 req-922bffe5-6999-4990-a71d-35282d8a63f3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0477035 Jul 20 19:31:54.622238 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a9f09032-b318-4f27-81ed-0c035345b288 req-8a98e8c0-9a74-40a8-8fd3-fe51c5ed23f5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=290d87da-fb62-4dd2-a709-5c033f6b07bd HTTP/1.1" status: 200 len: 210 time: 0.0277946 Jul 20 19:31:54.657623 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-dcaf083c-7574-416c-88a8-449f1c3bebb1 req-c93ac29c-8d40-4c49-905d-122453b8718a tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471792 Jul 20 19:31:54.824580 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=5 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:55.324698 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 5543d4ab-0c29-4d6d-afca-f4861da188ba no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:31:55.343622 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: 5543d4ab-0c29-4d6d-afca-f4861da188ba {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:31:55.343965 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 5543d4ab-0c29-4d6d-afca-f4861da188ba not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:31:55.774541 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45b1a4-b8ce-4d26-85f5-58ca8e74ad9e req-df71957f-3145-41f1-807f-d7c812cf1782 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:55.776133 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fd45b1a4-b8ce-4d26-85f5-58ca8e74ad9e req-df71957f-3145-41f1-807f-d7c812cf1782 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0493414 Jul 20 19:31:55.802162 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:55.827214 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-fd45b1a4-b8ce-4d26-85f5-58ca8e74ad9e req-6fb0c546-e80b-4357-bbf3-f28892d52bc7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452385 Jul 20 19:31:56.944175 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97695777-4cd9-43ba-8331-db04f68755ea req-20c058c2-a268-4a7b-8c25-722e008e87e8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:56.945643 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-97695777-4cd9-43ba-8331-db04f68755ea req-20c058c2-a268-4a7b-8c25-722e008e87e8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0469115 Jul 20 19:31:56.994084 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-97695777-4cd9-43ba-8331-db04f68755ea req-ae2bda86-1538-426e-9bdc-2c38c9b93b6b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Jul 20 19:31:57.985906 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 637fcd80-41b1-4f6e-8500-3b24bb93f24e details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:31:58.087623 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 637fcd80-41b1-4f6e-8500-3b24bb93f24e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:58.098828 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'port_id': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'mac_address': 'fa:16:3e:2b:23:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:31:58.107310 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f97c8-c560-4d29-bb3e-851ab34a2ef5 req-61f8c68d-e046-46f2-8e4b-e90bbc156757 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:58.108811 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-607f97c8-c560-4d29-bb3e-851ab34a2ef5 req-61f8c68d-e046-46f2-8e4b-e90bbc156757 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0474617 Jul 20 19:31:58.133785 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 637fcd80-41b1-4f6e-8500-3b24bb93f24e is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:58.134176 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:58.147043 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637fcd80-41b1-4f6e-8500-3b24bb93f24e {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:31:58.159092 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-607f97c8-c560-4d29-bb3e-851ab34a2ef5 req-72f2ad6e-185e-4c1b-842f-6082dc6a56b0 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439799 Jul 20 19:31:58.166509 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 637fcd80-41b1-4f6e-8500-3b24bb93f24e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:58.171327 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:58.220596 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=637fcd80-41b1-4f6e-8500-3b24bb93f24e,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:58.227510 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.227856 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.228198 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.228558 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.228890 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.229218 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.229542 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.229865 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.230191 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.230515 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.230837 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.231159 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.231480 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.231796 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:58.232112 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:59.268204 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['637fcd80-41b1-4f6e-8500-3b24bb93f24e'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:31:59.275164 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb8414-dd0e-4fcc-a6ac-bf087d6c9f39 req-d65ea741-210a-4489-b0c1-1347b426aa66 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:59.276653 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ebbb8414-dd0e-4fcc-a6ac-bf087d6c9f39 req-d65ea741-210a-4489-b0c1-1347b426aa66 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 944 time: 0.0499015 Jul 20 19:31:59.328671 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ebbb8414-dd0e-4fcc-a6ac-bf087d6c9f39 req-9dbee34d-e5d1-4bfe-9cf2-7784b2f30b69 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464311 Jul 20 19:31:59.612855 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:00.445527 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1043fac-bbed-40e8-b662-eb0d46afca14 req-728e4d8c-5da7-4188-852c-5fbe1cea1208 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:00.446991 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c1043fac-bbed-40e8-b662-eb0d46afca14 req-728e4d8c-5da7-4188-852c-5fbe1cea1208 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 944 time: 0.0515623 Jul 20 19:32:00.496008 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c1043fac-bbed-40e8-b662-eb0d46afca14 req-82f5ce8e-6543-45df-b28b-d32629028801 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435212 Jul 20 19:32:01.322479 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 637fcd80-41b1-4f6e-8500-3b24bb93f24e up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:32:01.367203 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port 637fcd80-41b1-4f6e-8500-3b24bb93f24e completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:32:01.372540 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 637fcd80-41b1-4f6e-8500-3b24bb93f24e triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:32:01.372914 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:01.413985 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:01.447488 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 637fcd80-41b1-4f6e-8500-3b24bb93f24e is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:01.447876 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:01.470884 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:01.473170 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f486aad-941b-4090-a2fe-774eac85ef90" -d '{"events": [{"server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "name": "network-vif-plugged", "status": "completed", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:01.485529 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 637fcd80-41b1-4f6e-8500-3b24bb93f24e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:01.489549 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:01.519989 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eb30c2-2b04-4334-b09e-86f9a5fa0397 x-openstack-request-id: req-10eb30c2-2b04-4334-b09e-86f9a5fa0397 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:01.520493 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "name": "network-vif-plugged", "status": "completed", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:01.520748 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10eb30c2-2b04-4334-b09e-86f9a5fa0397 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:01.521142 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10eb30c2-2b04-4334-b09e-86f9a5fa0397'] response: {'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'code': 200} Jul 20 19:32:01.548329 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=637fcd80-41b1-4f6e-8500-3b24bb93f24e,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:01.612755 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d08180-d5c0-41b2-b248-0f4c0fefb700 req-ed4f74db-cba0-403f-b7af-5c281be4595c tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:01.614244 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c2d08180-d5c0-41b2-b248-0f4c0fefb700 req-ed4f74db-cba0-403f-b7af-5c281be4595c tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0504811 Jul 20 19:32:01.665381 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c2d08180-d5c0-41b2-b248-0f4c0fefb700 req-e38cbfe5-7a7b-4b6c-86a2-b2fc76ede5da tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454216 Jul 20 19:32:02.781708 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968a92f-882b-4446-90e8-7af4bc380468 req-b8fa851a-7b80-4e8a-bb21-9f99ad2e5b95 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:02.783661 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b968a92f-882b-4446-90e8-7af4bc380468 req-b8fa851a-7b80-4e8a-bb21-9f99ad2e5b95 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0472355 Jul 20 19:32:02.832414 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b968a92f-882b-4446-90e8-7af4bc380468 req-82abf4c4-cad5-4887-b5bd-39081a753792 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Jul 20 19:32:03.351395 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7811838-7f64-45f3-add1-b2550929ca83 req-de8f1997-e29f-4d03-a6fc-c9f8a916c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:03.352912 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e7811838-7f64-45f3-add1-b2550929ca83 req-de8f1997-e29f-4d03-a6fc-c9f8a916c1dc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 1129 time: 0.0422463 Jul 20 19:32:03.913645 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:03.956019 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:03.965402 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27399179-5795-4630-b83e-ef37b1af3190 req-9ab5fb2e-a834-4d47-b4d3-f39d6b2afcc6 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:03.967188 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-27399179-5795-4630-b83e-ef37b1af3190 req-9ab5fb2e-a834-4d47-b4d3-f39d6b2afcc6 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0632920 Jul 20 19:32:04.020152 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-27399179-5795-4630-b83e-ef37b1af3190 req-102342d8-fbee-4dd4-b975-0121024a03c5 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474362 Jul 20 19:32:04.335039 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e7811838-7f64-45f3-add1-b2550929ca83 req-86a5ff0d-ea28-4e2f-8dd1-120837cde9bd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 Jul 20 19:32:05.134486 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3807c-a732-470a-8550-cfb402a32e3b req-69aeaa90-7962-407d-bcef-a5c44d8d21b1 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:05.135961 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-64a3807c-a732-470a-8550-cfb402a32e3b req-69aeaa90-7962-407d-bcef-a5c44d8d21b1 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0497849 Jul 20 19:32:05.184906 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-64a3807c-a732-470a-8550-cfb402a32e3b req-bdb5ce53-a0ac-4028-86c3-838dc2482b3f tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434198 Jul 20 19:32:05.722445 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-d4ad3759-83f5-40f7-ab4d-a96b05d895a5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:05.724210 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-d4ad3759-83f5-40f7-ab4d-a96b05d895a5 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/networks?id=dfc282ec-1eef-40ce-8830-4e9b4223e710 HTTP/1.1" status: 200 len: 813 time: 0.1042140 Jul 20 19:32:05.738053 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-9b85de00-f7e0-4a3c-b631-3efcace6c7d8 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/quotas/7ee2fc4ab6a540cc852d2b3850e6b550 HTTP/1.1" status: 200 len: 375 time: 0.0086601 Jul 20 19:32:05.769738 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-c9d82bfb-1cb5-4a03-b72e-2fbe95effda9 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ee2fc4ab6a540cc852d2b3850e6b550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270431 Jul 20 19:32:05.861112 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-097fe99e-dd3f-4a7e-8962-1a3987325b3e service neutron] 10.222.0.43 "GET /v2.0/networks/dfc282ec-1eef-40ce-8830-4e9b4223e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849462 Jul 20 19:32:06.208057 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-9f88d0b0-8bc5-4258-ac36-e34065509f55 service neutron] 10.222.0.43 "GET /v2.0/networks/dfc282ec-1eef-40ce-8830-4e9b4223e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412919 Jul 20 19:32:06.311029 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f303d4-ba17-4819-bf65-02ba4025cc30 req-c9ddad1a-9c67-4f67-8ed8-e0840b9808e9 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:06.312713 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-94f303d4-ba17-4819-bf65-02ba4025cc30 req-c9ddad1a-9c67-4f67-8ed8-e0840b9808e9 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0561125 Jul 20 19:32:06.394805 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-94f303d4-ba17-4819-bf65-02ba4025cc30 req-69499f67-0aeb-4e97-8a52-427a54d52f88 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751638 Jul 20 19:32:06.420642 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3c7f4734-16f7-4871-b240-8af7f3ed7e5b req-f5fc1850-f665-4638-ad44-ddde37e1c209 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 210 time: 0.0546284 Jul 20 19:32:06.569301 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3e4e0-0945-458a-8f51-2ef9058e1407 req-00990855-590a-4b3d-93b2-234faa9b8b99 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:06.570940 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f7d3e4e0-0945-458a-8f51-2ef9058e1407 req-00990855-590a-4b3d-93b2-234faa9b8b99 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0592315 Jul 20 19:32:06.631830 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f7d3e4e0-0945-458a-8f51-2ef9058e1407 req-5f5dab1b-72c8-4d5e-9968-13eab6e06218 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533428 Jul 20 19:32:06.655217 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45908) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:32:06.864132 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914ca220-efa2-49d6-9e31-9292a8785946 tempest-TestShelveInstance-1243948257 tempest-TestShelveInstance-1243948257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:06.866184 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-914ca220-efa2-49d6-9e31-9292a8785946 tempest-TestShelveInstance-1243948257 tempest-TestShelveInstance-1243948257-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 1124 time: 0.2099705 Jul 20 19:32:06.869279 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45914) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:32:06.875211 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'port_id': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:06.897888 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:06.987377 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:07.087535 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:07.109553 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Allocated IP 172.27.2.26 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/d99edae7-38d9-4bf0-b0b9-dbe032c05493) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:32:07.237325 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for port (d99edae7-38d9-4bf0-b0b9-dbe032c05493), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:07.241476 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:07.535595 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-93af3b95-a1c2-4304-aa11-08cc2544b1bf req-43dfb37e-73f2-4feb-a789-bdfec7585b3d tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 210 time: 0.0341756 Jul 20 19:32:07.544389 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (d99edae7-38d9-4bf0-b0b9-dbe032c05493), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:07.583599 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:32:07.586593 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:32:07.592767 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:32:07.619732 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event updated for resources: {'Port': ['ID=d99edae7-38d9-4bf0-b0b9-dbe032c05493,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:07.895541 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-81c20fbd-6a84-482e-8762-8879eb136bbd tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:07.897028 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-81c20fbd-6a84-482e-8762-8879eb136bbd tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.89 "GET /v2.0/networks?id=dfc282ec-1eef-40ce-8830-4e9b4223e710 HTTP/1.1" status: 200 len: 813 time: 0.1928990 Jul 20 19:32:07.993340 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Request body: {'port': {'device_id': 'd82d6a76-f906-4501-b937-314df918f1fa', 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710', 'admin_state_up': True, 'tenant_id': '7ee2fc4ab6a540cc852d2b3850e6b550'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:08.134625 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for floatingip (a625f4d1-d592-446b-ae4c-f05c197e4798), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:08.157564 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:08.186185 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Made reservation on behalf of 7ee2fc4ab6a540cc852d2b3850e6b550 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:32:08.190165 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:08.239892 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (d99edae7-38d9-4bf0-b0b9-dbe032c05493), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:08.325614 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:08.429010 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Allocated IP 172.20.0.11 (dfc282ec-1eef-40ce-8830-4e9b4223e710/47b31ce6-f232-4687-a68c-bb858604eb95/62c457e3-6560-49ca-9640-12ed55390246) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:32:08.521665 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for port (d99edae7-38d9-4bf0-b0b9-dbe032c05493), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:08.537300 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (d99edae7-38d9-4bf0-b0b9-dbe032c05493), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:08.696396 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ac03eecf-a76d-46ac-ba31-3038cbb12b7a req-3ed297bb-042f-4b75-a95e-a3780e021ec2 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 210 time: 0.0645313 Jul 20 19:32:08.697076 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event updated for resources: {'Port': ['ID=d99edae7-38d9-4bf0-b0b9-dbe032c05493,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:08.708635 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (a625f4d1-d592-446b-ae4c-f05c197e4798), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:08.774379 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks [] for port (62c457e3-6560-49ca-9640-12ed55390246), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:08.815310 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:08.851795 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Floating IP a625f4d1-d592-446b-ae4c-f05c197e4798 associated. External IP: 172.27.2.26, port: 637fcd80-41b1-4f6e-8500-3b24bb93f24e. Jul 20 19:32:08.893527 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (62c457e3-6560-49ca-9640-12ed55390246), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:08.977108 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Network dfc282ec-1eef-40ce-8830-4e9b4223e710 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:32:08.986296 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Pushing event updated for resources: {'Port': ['ID=62c457e3-6560-49ca-9640-12ed55390246,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:08.988691 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:32:08.992742 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:32:09.074924 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:09.075537 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:09.100736 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-e9017382-2699-4a1d-aae1-b294ea85be82 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1115100 Jul 20 19:32:09.132701 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Request body: {'port': {'device_id': 'd82d6a76-f906-4501-b937-314df918f1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:09.164438 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:09.207909 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:32:09.217369 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (62c457e3-6560-49ca-9640-12ed55390246), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:09.418793 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:32:09.429734 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca1973-431b-440d-b8f7-bc08371ec976 None None] Sync routers for ids ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:32:09.439300 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca1973-431b-440d-b8f7-bc08371ec976 None None] Routers {'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:32:09.439779 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-71ca1973-431b-440d-b8f7-bc08371ec976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:31:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:32:09.478238 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:09.522778 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-3bcf9a64-f614-47f8-b20f-54383205fa08 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6523390 Jul 20 19:32:09.524959 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:09.527294 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c32ca-813d-434c-b19f-b3d0ff3ed989" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:09.547769 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-71ca1973-431b-440d-b8f7-bc08371ec976 None None] Set router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:32:09.559953 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:09.574266 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84cd6e4-a030-4320-a7b7-a978dae38a55 x-openstack-request-id: req-e84cd6e4-a030-4320-a7b7-a978dae38a55 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:09.574561 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:09.574814 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e84cd6e4-a030-4320-a7b7-a978dae38a55 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:09.575211 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84cd6e4-a030-4320-a7b7-a978dae38a55'] response: {'name': 'network-changed', 'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'status': 'completed', 'code': 200} Jul 20 19:32:09.609587 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c457e3-6560-49ca-9640-12ed55390246 {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:32:09.618363 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Publish callbacks [] for port (62c457e3-6560-49ca-9640-12ed55390246), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:09.632725 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Transition to ACTIVE for port object 62c457e3-6560-49ca-9640-12ed55390246 will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:32:09.634942 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c32ca-813d-434c-b19f-b3d0ff3ed989 req-d4fca29b-9a3b-470d-a922-36f0d764271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:09.637068 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-978c32ca-813d-434c-b19f-b3d0ff3ed989 req-d4fca29b-9a3b-470d-a922-36f0d764271f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e5d98e3bb2a4708a934a15674033c12&device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 1129 time: 0.0406528 Jul 20 19:32:09.637825 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (62c457e3-6560-49ca-9640-12ed55390246), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:09.736893 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Pushing event updated for resources: {'Port': ['ID=62c457e3-6560-49ca-9640-12ed55390246,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:09.763631 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c32ca-813d-434c-b19f-b3d0ff3ed989 req-e8843380-3b4f-4b49-82ae-291d0bba9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:09.766812 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-978c32ca-813d-434c-b19f-b3d0ff3ed989 req-e8843380-3b4f-4b49-82ae-291d0bba9cdc service neutron] 10.222.0.89 "GET /v2.0/networks?id=da086bb2-bc6c-45b9-a08e-84bd24f82403 HTTP/1.1" status: 200 len: 910 time: 0.1200287 Jul 20 19:32:09.782642 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-71ca1973-431b-440d-b8f7-bc08371ec976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 4, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': 'a625f4d1-d592-446b-ae4c-f05c197e4798', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'port_id': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'mac_address': 'fa:16:3e:2b:23:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e4cee-d155-484a-869d-76918615ec77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:32:07Z', 'updated_at': '2022-07-20T19:32:07Z', 'revision_number': 0, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2566b85a-db88-494d-aba6-0b234e17bcba', 'name': '', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'mac_address': 'fa:16:3e:f6:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:16Z', 'updated_at': '2022-07-20T19:31:20Z', 'revision_number': 5, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'subnets': [{'id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:32:09.809952 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca1973-431b-440d-b8f7-bc08371ec976 None None] Checking router: fc84cbd3-8572-4cc7-ba70-3d3e44b74eff for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:32:09.819763 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca1973-431b-440d-b8f7-bc08371ec976 None None] Routers {'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:32:09.820482 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-71ca1973-431b-440d-b8f7-bc08371ec976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:31:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:32:09.834240 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-978c32ca-813d-434c-b19f-b3d0ff3ed989 req-f6f75a83-352b-4ecd-a5ba-5a12bdbc697e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e HTTP/1.1" status: 200 len: 998 time: 0.0609298 Jul 20 19:32:09.892704 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c32ca-813d-434c-b19f-b3d0ff3ed989 req-f2e6c4e4-6cef-41c2-84f0-f9e3e60c770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:09.894106 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-978c32ca-813d-434c-b19f-b3d0ff3ed989 req-f2e6c4e4-6cef-41c2-84f0-f9e3e60c770d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e48cd7d-acba-4969-8697-ebbd885cd757 HTTP/1.1" status: 200 len: 848 time: 0.0528760 Jul 20 19:32:09.931154 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-71ca1973-431b-440d-b8f7-bc08371ec976 None None] Set router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:32:09.945431 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c32ca-813d-434c-b19f-b3d0ff3ed989 req-21848e9b-62ee-4539-846a-b0caf52637f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:09.946975 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-978c32ca-813d-434c-b19f-b3d0ff3ed989 req-21848e9b-62ee-4539-846a-b0caf52637f6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da086bb2-bc6c-45b9-a08e-84bd24f82403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457344 Jul 20 19:32:10.047242 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-978c32ca-813d-434c-b19f-b3d0ff3ed989 req-1ffb2817-a451-41f4-ba62-23c03e589f2a service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916610 Jul 20 19:32:10.083542 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Attempting to bind port 62c457e3-6560-49ca-9640-12ed55390246 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:32:10.083881 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Attempting to bind port 62c457e3-6560-49ca-9640-12ed55390246 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '0312da81-7a28-47c2-b92c-7731d1d0b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:32:10.084221 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Attempting to bind port 62c457e3-6560-49ca-9640-12ed55390246 on network dfc282ec-1eef-40ce-8830-4e9b4223e710 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:32:10.092045 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f32a4-f5cf-4af8-b83d-cc6cb42d353c req-401f01e6-3831-4852-873e-80f9a83eff1f tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:10.093554 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c19f32a4-f5cf-4af8-b83d-cc6cb42d353c req-401f01e6-3831-4852-873e-80f9a83eff1f tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 944 time: 0.3191745 Jul 20 19:32:10.097423 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Port 62c457e3-6560-49ca-9640-12ed55390246 on network dfc282ec-1eef-40ce-8830-4e9b4223e710 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:32:10.098068 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Attempting to bind port 62c457e3-6560-49ca-9640-12ed55390246 on network dfc282ec-1eef-40ce-8830-4e9b4223e710 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:32:10.103104 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:32:10.103446 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Checking segment: {'id': '0312da81-7a28-47c2-b92c-7731d1d0b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:32:10.104276 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Bound using segment: {'id': '0312da81-7a28-47c2-b92c-7731d1d0b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:32:10.104276 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Bound port: 62c457e3-6560-49ca-9640-12ed55390246, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0312da81-7a28-47c2-b92c-7731d1d0b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:32:10.104651 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (62c457e3-6560-49ca-9640-12ed55390246), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:10.146048 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-978c32ca-813d-434c-b19f-b3d0ff3ed989 req-41123a1c-5c5b-49da-8a6e-ed3606439d6f service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924807 Jul 20 19:32:10.160064 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-71ca1973-431b-440d-b8f7-bc08371ec976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 4, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': 'a625f4d1-d592-446b-ae4c-f05c197e4798', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'port_id': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'mac_address': 'fa:16:3e:2b:23:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e4cee-d155-484a-869d-76918615ec77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:32:07Z', 'updated_at': '2022-07-20T19:32:07Z', 'revision_number': 0, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2566b85a-db88-494d-aba6-0b234e17bcba', 'name': '', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'mac_address': 'fa:16:3e:f6:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:16Z', 'updated_at': '2022-07-20T19:31:20Z', 'revision_number': 5, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'subnets': [{'id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:32:10.163023 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:10.186334 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca1973-431b-440d-b8f7-bc08371ec976 None None] The sync data for ids ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'] in dv-cinder-819149-14-iscsi is: [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 4, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': 'a625f4d1-d592-446b-ae4c-f05c197e4798', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'port_id': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'mac_address': 'fa:16:3e:2b:23:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e4cee-d155-484a-869d-76918615ec77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:32:07Z', 'updated_at': '2022-07-20T19:32:07Z', 'revision_number': 0, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2566b85a-db88-494d-aba6-0b234e17bcba', 'name': '', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'mac_address': 'fa:16:3e:f6:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:16Z', 'updated_at': '2022-07-20T19:31:20Z', 'revision_number': 5, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'subnets': [{'id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:32:10.198450 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c19f32a4-f5cf-4af8-b83d-cc6cb42d353c req-1e9b0e6b-a74f-4189-82cb-58489d8bef70 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906920 Jul 20 19:32:10.205086 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] For port 62c457e3-6560-49ca-9640-12ed55390246, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:32:10.209145 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] For port 62c457e3-6560-49ca-9640-12ed55390246, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=62c457e3-6560-49ca-9640-12ed55390246,segment=NetworkSegment(0312da81-7a28-47c2-b92c-7731d1d0b901),segment_id=0312da81-7a28-47c2-b92c-7731d1d0b901)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:32:10.225985 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (62c457e3-6560-49ca-9640-12ed55390246), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:10.265833 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:10.266502 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:10.267982 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] 10.222.0.89 "PUT /v2.0/ports/62c457e3-6560-49ca-9640-12ed55390246 HTTP/1.1" status: 200 len: 1094 time: 1.1407444 Jul 20 19:32:10.275995 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:10.292381 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f1a71-c6ba-42bc-9702-980f2ccced1d service neutron] Pushing event updated for resources: {'Port': ['ID=62c457e3-6560-49ca-9640-12ed55390246,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:10.347471 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-3e609e0a-f214-4b7e-9746-a4948240deea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:10.349036 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-3e609e0a-f214-4b7e-9746-a4948240deea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ee2fc4ab6a540cc852d2b3850e6b550&device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 1128 time: 0.0420673 Jul 20 19:32:10.393557 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-5e23c5f6-5545-489f-9793-e5c8d7fbd379 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c457e3-6560-49ca-9640-12ed55390246 HTTP/1.1" status: 200 len: 217 time: 0.0352283 Jul 20 19:32:10.395282 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d46d73-dc79-4985-95e3-d15d516fd0dc None None] New status for floating IP a625f4d1-d592-446b-ae4c-f05c197e4798: ACTIVE {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:32:10.449439 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-b1eacdfe-2d6d-47e2-a225-9de63d546ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:10.450775 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-b1eacdfe-2d6d-47e2-a225-9de63d546ae7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=47b31ce6-f232-4687-a68c-bb858604eb95 HTTP/1.1" status: 200 len: 853 time: 0.0500138 Jul 20 19:32:10.486956 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-07819319-9f8b-430d-b9ac-1303024bf215 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dfc282ec-1eef-40ce-8830-4e9b4223e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286846 Jul 20 19:32:10.584882 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-ae967e76-be28-4abe-8526-ee2bebc1327c service neutron] 10.222.0.89 "GET /v2.0/networks/dfc282ec-1eef-40ce-8830-4e9b4223e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877147 Jul 20 19:32:10.687243 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-02b8bd28-f888-4d42-8929-9ca7a9d77baa req-5cf3b30d-1ff0-4c38-a2bd-dddeffa7f150 service neutron] 10.222.0.89 "GET /v2.0/networks/dfc282ec-1eef-40ce-8830-4e9b4223e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857141 Jul 20 19:32:11.302751 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:11.305421 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:11.314910 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e6701-1e4f-40f0-a97c-ac9cc836de59 req-a3aadb03-b93a-4173-8934-61b7f517cd70 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:11.316730 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b74e6701-1e4f-40f0-a97c-ac9cc836de59 req-a3aadb03-b93a-4173-8934-61b7f517cd70 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 944 time: 0.0488725 Jul 20 19:32:11.364995 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b74e6701-1e4f-40f0-a97c-ac9cc836de59 req-e90d7313-27a4-40eb-b63d-de42669e7419 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427551 Jul 20 19:32:11.576844 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82d6a76-f906-4501-b937-314df918f1fa', 'tag': '62c457e3-6560-49ca-9640-12ed55390246'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:11.579186 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047be911-8b6a-47be-a63c-d33f67b65016" -d '{"events": [{"name": "network-changed", "server_uuid": "d82d6a76-f906-4501-b937-314df918f1fa", "tag": "62c457e3-6560-49ca-9640-12ed55390246"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:11.617892 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e924df4-a044-403a-8851-e5a12fe89571 x-openstack-request-id: req-2e924df4-a044-403a-8851-e5a12fe89571 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:11.618183 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82d6a76-f906-4501-b937-314df918f1fa", "tag": "62c457e3-6560-49ca-9640-12ed55390246", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:11.618435 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e924df4-a044-403a-8851-e5a12fe89571 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:11.618832 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e924df4-a044-403a-8851-e5a12fe89571'] response: {'name': 'network-changed', 'server_uuid': 'd82d6a76-f906-4501-b937-314df918f1fa', 'tag': '62c457e3-6560-49ca-9640-12ed55390246', 'status': 'completed', 'code': 200} Jul 20 19:32:12.243582 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047be911-8b6a-47be-a63c-d33f67b65016 req-42ba3e84-9a87-4a40-968c-89f9c4ba6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:12.245268 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-047be911-8b6a-47be-a63c-d33f67b65016 req-42ba3e84-9a87-4a40-968c-89f9c4ba6bdc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ee2fc4ab6a540cc852d2b3850e6b550&device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 1128 time: 0.0423667 Jul 20 19:32:12.343087 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047be911-8b6a-47be-a63c-d33f67b65016 req-655ce025-a7a0-4c09-a1b4-ca805cbced25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:12.344584 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-047be911-8b6a-47be-a63c-d33f67b65016 req-655ce025-a7a0-4c09-a1b4-ca805cbced25 service neutron] 10.222.0.89 "GET /v2.0/networks?id=dfc282ec-1eef-40ce-8830-4e9b4223e710 HTTP/1.1" status: 200 len: 914 time: 0.0917611 Jul 20 19:32:12.481740 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aabef6-01cf-429a-b641-ab10284327e3 req-4e978971-f6a8-4005-aec9-29cd30ba9ab9 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:12.483294 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-40aabef6-01cf-429a-b641-ab10284327e3 req-4e978971-f6a8-4005-aec9-29cd30ba9ab9 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 944 time: 0.0496342 Jul 20 19:32:12.534083 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-40aabef6-01cf-429a-b641-ab10284327e3 req-2fa726d0-2847-4db5-a9dd-40ddf95b3c85 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450199 Jul 20 19:32:12.631259 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-047be911-8b6a-47be-a63c-d33f67b65016 req-4200f362-7664-4faf-9b31-be5a8eb22d80 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62c457e3-6560-49ca-9640-12ed55390246 HTTP/1.1" status: 200 len: 217 time: 0.0379457 Jul 20 19:32:12.671628 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:12.682197 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047be911-8b6a-47be-a63c-d33f67b65016 req-40de97c1-8919-408b-b583-85fdd7952692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:12.683724 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-047be911-8b6a-47be-a63c-d33f67b65016 req-40de97c1-8919-408b-b583-85fdd7952692 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=47b31ce6-f232-4687-a68c-bb858604eb95 HTTP/1.1" status: 200 len: 853 time: 0.0467823 Jul 20 19:32:12.731028 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-047be911-8b6a-47be-a63c-d33f67b65016 req-90b0b797-adb7-4979-8ea9-add311b35b07 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dfc282ec-1eef-40ce-8830-4e9b4223e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297132 Jul 20 19:32:12.833346 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-047be911-8b6a-47be-a63c-d33f67b65016 req-2ce9c494-7cf5-44b4-bc52-1a8a45eb7830 service neutron] 10.222.0.89 "GET /v2.0/networks/dfc282ec-1eef-40ce-8830-4e9b4223e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872138 Jul 20 19:32:12.932112 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-047be911-8b6a-47be-a63c-d33f67b65016 req-d938276e-8b77-4326-8814-6e3e1be42261 service neutron] 10.222.0.89 "GET /v2.0/networks/dfc282ec-1eef-40ce-8830-4e9b4223e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900700 Jul 20 19:32:12.955822 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45956) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:32:12.960333 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-cb85f3c2-f216-48c3-8758-de9788b307ad tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1363229604', 'description': 'tempest-description--1510091629'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:12.981416 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-cb85f3c2-f216-48c3-8758-de9788b307ad tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.052217 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-cb85f3c2-f216-48c3-8758-de9788b307ad tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (46e47d4f-1899-4e0e-8784-86132dfbf90a), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.056080 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-cb85f3c2-f216-48c3-8758-de9788b307ad tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (46e47d4f-1899-4e0e-8784-86132dfbf90a), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.088039 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85f3c2-f216-48c3-8758-de9788b307ad tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e47d4f-1899-4e0e-8784-86132dfbf90a,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:13.092071 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-cb85f3c2-f216-48c3-8758-de9788b307ad tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.093311 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-cb85f3c2-f216-48c3-8758-de9788b307ad tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1364391 Jul 20 19:32:13.096739 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45958) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:32:13.101031 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-c954dd2e-3370-4c1b-8991-b31fda6e633f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'security_group_rule': {'security_group_id': '46e47d4f-1899-4e0e-8784-86132dfbf90a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:13.129464 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c954dd2e-3370-4c1b-8991-b31fda6e633f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (2211710b-3536-4af7-8d61-214d3e366468), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.133120 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:13.187530 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c954dd2e-3370-4c1b-8991-b31fda6e633f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (2211710b-3536-4af7-8d61-214d3e366468), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.192311 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c954dd2e-3370-4c1b-8991-b31fda6e633f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (2211710b-3536-4af7-8d61-214d3e366468), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.212856 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954dd2e-3370-4c1b-8991-b31fda6e633f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2211710b-3536-4af7-8d61-214d3e366468,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:13.224487 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c954dd2e-3370-4c1b-8991-b31fda6e633f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.225707 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c954dd2e-3370-4c1b-8991-b31fda6e633f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280172 Jul 20 19:32:13.228547 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 45960) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:32:13.233008 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'security_group_rule': {'security_group_id': '46e47d4f-1899-4e0e-8784-86132dfbf90a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:13.260477 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (ac9e1a81-1070-49e7-bd1b-c4664a35a042), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.317120 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (ac9e1a81-1070-49e7-bd1b-c4664a35a042), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.320709 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (ac9e1a81-1070-49e7-bd1b-c4664a35a042), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.338941 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9e1a81-1070-49e7-bd1b-c4664a35a042,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:13.348782 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.349958 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203279 Jul 20 19:32:13.351312 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.351657 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.351999 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.352359 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.352778 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.353116 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.353404 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 45962) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:32:13.353507 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.353821 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.354151 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.354473 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.354839 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.355116 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.355465 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.355759 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.356076 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ee91-bcef-4177-8572-e614d997392f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:13.357204 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 62c457e3-6560-49ca-9640-12ed55390246 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:32:13.357865 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:13.379714 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.404347 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:13.462757 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.467291 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 62c457e3-6560-49ca-9640-12ed55390246, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=62c457e3-6560-49ca-9640-12ed55390246,segment=NetworkSegment(0312da81-7a28-47c2-b92c-7731d1d0b901),segment_id=0312da81-7a28-47c2-b92c-7731d1d0b901)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:13.478992 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '62c457e3-6560-49ca-9640-12ed55390246', 'network_id': 'dfc282ec-1eef-40ce-8830-4e9b4223e710', 'port_id': '62c457e3-6560-49ca-9640-12ed55390246', 'mac_address': 'fa:16:3e:7b:1c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b31ce6-f232-4687-a68c-bb858604eb95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:32:13.516255 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 62c457e3-6560-49ca-9640-12ed55390246 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:13.516255 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (62c457e3-6560-49ca-9640-12ed55390246), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.529357 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c457e3-6560-49ca-9640-12ed55390246 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:32:13.549799 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 62c457e3-6560-49ca-9640-12ed55390246, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=62c457e3-6560-49ca-9640-12ed55390246,segment=NetworkSegment(0312da81-7a28-47c2-b92c-7731d1d0b901),segment_id=0312da81-7a28-47c2-b92c-7731d1d0b901)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:13.553634 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (62c457e3-6560-49ca-9640-12ed55390246), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.586629 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Allocated IP 172.27.2.151 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/da3cd004-5763-44cc-91b6-8d1d5374ae96) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:32:13.613771 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=62c457e3-6560-49ca-9640-12ed55390246,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:13.654261 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:13.709556 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for port (da3cd004-5763-44cc-91b6-8d1d5374ae96), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.743770 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (da3cd004-5763-44cc-91b6-8d1d5374ae96), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.781599 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:32:13.785010 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:32:13.790944 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:32:13.805609 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe437e6e-fef9-42fa-9dc1-dfe7e1a0825e req-78e5b2e4-41ea-486a-8f58-b7fd110c037f tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:13.807097 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-fe437e6e-fef9-42fa-9dc1-dfe7e1a0825e req-78e5b2e4-41ea-486a-8f58-b7fd110c037f tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 945 time: 0.0485506 Jul 20 19:32:13.820597 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'Port': ['ID=da3cd004-5763-44cc-91b6-8d1d5374ae96,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:13.851842 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['62c457e3-6560-49ca-9640-12ed55390246'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:32:13.855822 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-fe437e6e-fef9-42fa-9dc1-dfe7e1a0825e req-03ea6b72-2ba8-4644-a9aa-601acb9113d0 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430870 Jul 20 19:32:13.883069 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (a1c7a82d-4995-41a3-8389-288b00f17815), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.920263 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (da3cd004-5763-44cc-91b6-8d1d5374ae96), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.983419 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:14.073449 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for port (da3cd004-5763-44cc-91b6-8d1d5374ae96), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:14.077996 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (da3cd004-5763-44cc-91b6-8d1d5374ae96), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:14.148166 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'Port': ['ID=da3cd004-5763-44cc-91b6-8d1d5374ae96,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:14.154540 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (a1c7a82d-4995-41a3-8389-288b00f17815), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:14.169694 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:14.170905 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-93ac7ddd-27e6-435c-a207-eba07e2bb508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8165114 Jul 20 19:32:14.372543 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-38b1c5d3-a59f-4cfd-8483-f84a229894d6 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1363229604&fields=id&tenant_id=ba897ed63f434ec88f93da1cae7024f1 HTTP/1.1" status: 200 len: 267 time: 0.0469825 Jul 20 19:32:14.480770 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-3468b8f2-5eef-4bf1-8acc-e0ce7f02124e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:14.482255 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-3468b8f2-5eef-4bf1-8acc-e0ce7f02124e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 815 time: 0.1029029 Jul 20 19:32:14.496747 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-54c5d8c1-c442-468d-a7ea-726669fef771 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/quotas/ba897ed63f434ec88f93da1cae7024f1 HTTP/1.1" status: 200 len: 375 time: 0.0091224 Jul 20 19:32:14.552098 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-13417acb-f7ec-4421-9c38-c6a87d9f8500 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502393 Jul 20 19:32:14.642854 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:14.648903 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-2dcbbb33-0b90-4069-872d-525738b42cf3 service neutron] 10.222.0.43 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856016 Jul 20 19:32:14.740317 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-f3cfa2d2-2a44-4104-adea-db9f583ce817 service neutron] 10.222.0.43 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854952 Jul 20 19:32:14.905605 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-88cd4297-bdde-411f-adf5-a579353a1998 req-aeb2881d-4a90-4530-8bf8-883f410ed610 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 210 time: 0.0328839 Jul 20 19:32:14.982532 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de54a1-b4e7-4a82-976b-07339111271d req-24dfea18-dce3-4e4e-8222-d15827f1ad77 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:14.984012 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-74de54a1-b4e7-4a82-976b-07339111271d req-24dfea18-dce3-4e4e-8222-d15827f1ad77 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 945 time: 0.0473225 Jul 20 19:32:15.034519 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-74de54a1-b4e7-4a82-976b-07339111271d req-927d600d-6a89-42f1-91e8-e1451440cb25 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440693 Jul 20 19:32:15.386543 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 62c457e3-6560-49ca-9640-12ed55390246 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:32:15.434464 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port 62c457e3-6560-49ca-9640-12ed55390246 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:32:15.441743 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 62c457e3-6560-49ca-9640-12ed55390246 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:32:15.442142 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (62c457e3-6560-49ca-9640-12ed55390246), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:15.512776 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 62c457e3-6560-49ca-9640-12ed55390246 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:15.513162 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (62c457e3-6560-49ca-9640-12ed55390246), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:15.535561 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82d6a76-f906-4501-b937-314df918f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c457e3-6560-49ca-9640-12ed55390246'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:15.537805 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145cfcc6-f70b-4eae-848d-f72be7b2bd47" -d '{"events": [{"server_uuid": "d82d6a76-f906-4501-b937-314df918f1fa", "name": "network-vif-plugged", "status": "completed", "tag": "62c457e3-6560-49ca-9640-12ed55390246"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:15.550840 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 62c457e3-6560-49ca-9640-12ed55390246, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=62c457e3-6560-49ca-9640-12ed55390246,segment=NetworkSegment(0312da81-7a28-47c2-b92c-7731d1d0b901),segment_id=0312da81-7a28-47c2-b92c-7731d1d0b901)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:15.555709 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (62c457e3-6560-49ca-9640-12ed55390246), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:15.578850 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6c75f0-fcb0-4f6d-bd03-dc3dec66833a x-openstack-request-id: req-db6c75f0-fcb0-4f6d-bd03-dc3dec66833a {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:15.579139 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82d6a76-f906-4501-b937-314df918f1fa", "name": "network-vif-plugged", "status": "completed", "tag": "62c457e3-6560-49ca-9640-12ed55390246", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:15.579395 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db6c75f0-fcb0-4f6d-bd03-dc3dec66833a {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:15.580439 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6c75f0-fcb0-4f6d-bd03-dc3dec66833a'] response: {'server_uuid': 'd82d6a76-f906-4501-b937-314df918f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c457e3-6560-49ca-9640-12ed55390246', 'code': 200} Jul 20 19:32:15.605387 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=62c457e3-6560-49ca-9640-12ed55390246,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:15.861437 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dffda-fed9-4bc5-8e07-c6e7716ded7f req-204549c7-859f-46f4-b80c-1f44e0aab52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:15.862971 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b94dffda-fed9-4bc5-8e07-c6e7716ded7f req-204549c7-859f-46f4-b80c-1f44e0aab52c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 1130 time: 0.0411425 Jul 20 19:32:15.883295 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-fe66675d-a7e9-4767-af5c-03e79bf71be2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:15.884761 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-fe66675d-a7e9-4767-af5c-03e79bf71be2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 815 time: 0.1139731 Jul 20 19:32:15.912960 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b94dffda-fed9-4bc5-8e07-c6e7716ded7f req-c419f2d2-ff04-4e15-8e66-3d437adf83cf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Jul 20 19:32:15.957449 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-abc7b9a9-9ad8-4aed-b64c-5e2d267416f4 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba897ed63f434ec88f93da1cae7024f1 HTTP/1.1" status: 200 len: 473 time: 0.0640018 Jul 20 19:32:15.999791 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e7e89571-3461-44fb-a0ef-c0487c35b0d4 req-3eaba372-6a10-4c4f-9465-c243b12bba02 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 210 time: 0.0264566 Jul 20 19:32:16.141630 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'port': {'device_id': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'admin_state_up': True, 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'security_groups': ['46e47d4f-1899-4e0e-8784-86132dfbf90a']}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:16.150944 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630fb08-2435-43e9-8eb2-dc9dd252e6dc req-c92d013a-3af8-4f88-9c8f-463aec5cfe37 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:16.152580 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2630fb08-2435-43e9-8eb2-dc9dd252e6dc req-c92d013a-3af8-4f88-9c8f-463aec5cfe37 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 946 time: 0.0494552 Jul 20 19:32:16.201842 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2630fb08-2435-43e9-8eb2-dc9dd252e6dc req-5995008b-b2b5-4452-956f-2c7b86ed366b tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435369 Jul 20 19:32:16.202672 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:16.257167 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Made reservation on behalf of ba897ed63f434ec88f93da1cae7024f1 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:32:16.260641 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:16.387026 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Allocated IP 172.20.0.7 (8d1f9468-ee30-4ff5-9d99-0240a7903291/9ac62582-e651-41bb-b8bc-ca4071f8d595/e7fe02cf-3cdb-4054-82e9-d944964153e3) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:32:16.520644 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:16.543907 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:16.554635 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:16.600838 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Network 8d1f9468-ee30-4ff5-9d99-0240a7903291 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:32:16.606080 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:32:16.609964 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:32:16.633744 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'Port': ['ID=e7fe02cf-3cdb-4054-82e9-d944964153e3,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:16.662680 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:16.663331 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:16.680697 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-5791f09e-8f52-422e-9a70-f53a9faa9575 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443442 Jul 20 19:32:16.724061 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Request body: {'port': {'device_id': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:16.788058 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:16.862434 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-9216e08b-f411-477f-b248-4c9dc61bc263 None None] Provisioning complete for port e7fe02cf-3cdb-4054-82e9-d944964153e3 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:32:16.863455 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9216e08b-f411-477f-b248-4c9dc61bc263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:16.895771 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-9216e08b-f411-477f-b248-4c9dc61bc263 None None] Port e7fe02cf-3cdb-4054-82e9-d944964153e3 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:32:17.042319 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fe02cf-3cdb-4054-82e9-d944964153e3 {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:32:17.046708 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:17.051600 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Publish callbacks [] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:17.066313 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Transition to ACTIVE for port object e7fe02cf-3cdb-4054-82e9-d944964153e3 will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:32:17.084630 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:17.153718 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8a85e-80c4-400d-a28e-14f2b34913ab req-efd74305-bc6d-4800-b276-2b78a833a97f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:17.155196 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2bb8a85e-80c4-400d-a28e-14f2b34913ab req-efd74305-bc6d-4800-b276-2b78a833a97f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 943 time: 0.0826166 Jul 20 19:32:17.173450 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fe02cf-3cdb-4054-82e9-d944964153e3,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:17.254661 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2bb8a85e-80c4-400d-a28e-14f2b34913ab req-c2780fed-18c8-47c6-8a89-079f69ac4841 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=46e47d4f-1899-4e0e-8784-86132dfbf90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925043 Jul 20 19:32:17.283877 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Attempting to bind port e7fe02cf-3cdb-4054-82e9-d944964153e3 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:32:17.284209 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Attempting to bind port e7fe02cf-3cdb-4054-82e9-d944964153e3 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:32:17.284633 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Attempting to bind port e7fe02cf-3cdb-4054-82e9-d944964153e3 on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:32:17.289407 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Port e7fe02cf-3cdb-4054-82e9-d944964153e3 on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:32:17.289729 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Attempting to bind port e7fe02cf-3cdb-4054-82e9-d944964153e3 on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:32:17.294857 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:32:17.295285 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Checking segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:32:17.295773 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Bound using segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:32:17.296260 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Bound port: e7fe02cf-3cdb-4054-82e9-d944964153e3, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:32:17.296720 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:17.328350 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ffef2-9d87-4a16-b466-269c51d7f8da req-02d0ddb6-7d8a-4f4a-94c8-16d5280f0d34 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:17.330680 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-531ffef2-9d87-4a16-b466-269c51d7f8da req-02d0ddb6-7d8a-4f4a-94c8-16d5280f0d34 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 946 time: 0.0528052 Jul 20 19:32:17.365888 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:17.369128 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] For port e7fe02cf-3cdb-4054-82e9-d944964153e3, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:32:17.372630 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] For port e7fe02cf-3cdb-4054-82e9-d944964153e3, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e7fe02cf-3cdb-4054-82e9-d944964153e3,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:32:17.380631 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:17.383468 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-531ffef2-9d87-4a16-b466-269c51d7f8da req-719a8bd5-6d31-403a-8ca9-877b3e132cdc tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 Jul 20 19:32:17.431238 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:17.431861 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:17.433368 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] 10.222.0.89 "PUT /v2.0/ports/e7fe02cf-3cdb-4054-82e9-d944964153e3 HTTP/1.1" status: 200 len: 1093 time: 0.7138846 Jul 20 19:32:17.433815 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'tag': 'e7fe02cf-3cdb-4054-82e9-d944964153e3'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:17.434297 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:17.436634 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d20114-38a5-49c0-94f9-6ced3f3ffeed" -d '{"events": [{"name": "network-changed", "server_uuid": "feb62e6d-0304-4ea4-99cd-d08cfaef4834", "tag": "e7fe02cf-3cdb-4054-82e9-d944964153e3"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:17.453120 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:17.473763 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7c1f0-c91c-4c12-9be5-87512e7f9bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fe02cf-3cdb-4054-82e9-d944964153e3,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:17.488061 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299df80a-cdc4-42f9-a75b-cc9303842657 x-openstack-request-id: req-299df80a-cdc4-42f9-a75b-cc9303842657 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:17.488578 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb62e6d-0304-4ea4-99cd-d08cfaef4834", "tag": "e7fe02cf-3cdb-4054-82e9-d944964153e3", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:17.488989 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-299df80a-cdc4-42f9-a75b-cc9303842657 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:17.489552 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299df80a-cdc4-42f9-a75b-cc9303842657'] response: {'name': 'network-changed', 'server_uuid': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'tag': 'e7fe02cf-3cdb-4054-82e9-d944964153e3', 'status': 'completed', 'code': 200} Jul 20 19:32:17.576601 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d20114-38a5-49c0-94f9-6ced3f3ffeed req-e4bb48b9-16d5-4076-9cff-7a47a8ff681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:17.578462 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-64d20114-38a5-49c0-94f9-6ced3f3ffeed req-e4bb48b9-16d5-4076-9cff-7a47a8ff681c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 1127 time: 0.0419972 Jul 20 19:32:17.690650 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d20114-38a5-49c0-94f9-6ced3f3ffeed req-0899eb77-26ec-4aa0-baa2-3ffb81e1b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:17.692396 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-64d20114-38a5-49c0-94f9-6ced3f3ffeed req-0899eb77-26ec-4aa0-baa2-3ffb81e1b68b service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=ba897ed63f434ec88f93da1cae7024f1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1051364 Jul 20 19:32:17.805730 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d20114-38a5-49c0-94f9-6ced3f3ffeed req-82b83b79-bc6c-4ed0-9450-4c9cbd67bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:17.807177 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-64d20114-38a5-49c0-94f9-6ced3f3ffeed req-82b83b79-bc6c-4ed0-9450-4c9cbd67bfc6 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085122 Jul 20 19:32:17.887564 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-dc74708d-61fc-4ed1-a185-ff235bc4ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:17.889082 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-dc74708d-61fc-4ed1-a185-ff235bc4ae7a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 1127 time: 0.0405436 Jul 20 19:32:17.931663 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-c2038930-0071-457f-bba1-d38df4a5d12f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7fe02cf-3cdb-4054-82e9-d944964153e3 HTTP/1.1" status: 200 len: 217 time: 0.0355570 Jul 20 19:32:17.979898 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-43861ad8-624f-45f7-8711-0902effd6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:17.981344 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-43861ad8-624f-45f7-8711-0902effd6959 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9ac62582-e651-41bb-b8bc-ca4071f8d595 HTTP/1.1" status: 200 len: 854 time: 0.0434628 Jul 20 19:32:18.025401 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-84dd2d11-623d-4972-8971-c19f4fa6a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:18.026825 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-84dd2d11-623d-4972-8971-c19f4fa6a5a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d1f9468-ee30-4ff5-9d99-0240a7903291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378907 Jul 20 19:32:18.118427 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-2b75a77d-211d-462e-9ab6-1f24b6de3c65 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844963 Jul 20 19:32:18.183642 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:18.217852 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b58dcc6d-8e23-4e55-bee9-85505082f713 req-d69d128d-4778-4e8d-8926-93ccf8e58479 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916572 Jul 20 19:32:18.267922 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-d1442126-c96f-40d4-821a-426eaedf8581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:18.372077 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9056165-262f-4c30-abbf-783f240f4e14 req-a69a190f-4b03-46b4-ba98-6ad249874cb7 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:18.373511 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a9056165-262f-4c30-abbf-783f240f4e14 req-a69a190f-4b03-46b4-ba98-6ad249874cb7 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 943 time: 0.0466075 Jul 20 19:32:18.420114 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a9056165-262f-4c30-abbf-783f240f4e14 req-d8370b8f-46ec-433c-9c0c-cecbb43efcc2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=46e47d4f-1899-4e0e-8784-86132dfbf90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404468 Jul 20 19:32:19.539251 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a17e39-e4e3-4dfd-8cce-e8bce7b95e74 req-542e0a4f-3a05-46bb-8a88-9ae34ec15dc8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:19.540739 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-82a17e39-e4e3-4dfd-8cce-e8bce7b95e74 req-542e0a4f-3a05-46bb-8a88-9ae34ec15dc8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 943 time: 0.0521655 Jul 20 19:32:19.588651 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-82a17e39-e4e3-4dfd-8cce-e8bce7b95e74 req-006d0e15-cf6d-4a8f-bc72-e66430dc6f81 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=46e47d4f-1899-4e0e-8784-86132dfbf90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 Jul 20 19:32:20.620655 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-5f313adc-6f9b-4bf6-aa5c-d8e11dbf161a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:20.705433 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a26cd-3d64-41b5-a072-07edbd600623 req-b281f164-aacb-47df-9973-1d11c4c4657e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:20.706913 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d88a26cd-3d64-41b5-a072-07edbd600623 req-b281f164-aacb-47df-9973-1d11c4c4657e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 943 time: 0.0484657 Jul 20 19:32:20.756890 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d88a26cd-3d64-41b5-a072-07edbd600623 req-7dc3960c-9ad7-488b-957f-b9de0a4cf704 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=46e47d4f-1899-4e0e-8784-86132dfbf90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445302 Jul 20 19:32:21.388929 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device e7fe02cf-3cdb-4054-82e9-d944964153e3 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:32:21.463841 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:21.488635 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port e7fe02cf-3cdb-4054-82e9-d944964153e3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e7fe02cf-3cdb-4054-82e9-d944964153e3,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:21.499360 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': 'e7fe02cf-3cdb-4054-82e9-d944964153e3', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'port_id': 'e7fe02cf-3cdb-4054-82e9-d944964153e3', 'mac_address': 'fa:16:3e:02:4d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:32:21.536169 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port e7fe02cf-3cdb-4054-82e9-d944964153e3 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:21.536625 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:21.549644 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fe02cf-3cdb-4054-82e9-d944964153e3 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:32:21.572732 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port e7fe02cf-3cdb-4054-82e9-d944964153e3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e7fe02cf-3cdb-4054-82e9-d944964153e3,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:21.576406 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:21.623178 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=e7fe02cf-3cdb-4054-82e9-d944964153e3,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:21.747653 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:21.830123 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:32:21.867826 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb7efc-0e8b-4721-b4e8-7000643e6bbf req-161231bc-0704-4aeb-b553-b6f584533c95 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:21.869289 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a2bb7efc-0e8b-4721-b4e8-7000643e6bbf req-161231bc-0704-4aeb-b553-b6f584533c95 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 944 time: 0.0463750 Jul 20 19:32:21.887447 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['e7fe02cf-3cdb-4054-82e9-d944964153e3'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:32:21.916249 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a2bb7efc-0e8b-4721-b4e8-7000643e6bbf req-ac70a33c-f64d-4560-8c6f-67930b545460 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=46e47d4f-1899-4e0e-8784-86132dfbf90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413575 Jul 20 19:32:23.028769 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76496bc-4d71-4a92-993e-aa9dac3bf7a9 req-4a111d12-3fd4-48cb-b8ad-a013727f7258 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:23.030250 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d76496bc-4d71-4a92-993e-aa9dac3bf7a9 req-4a111d12-3fd4-48cb-b8ad-a013727f7258 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 944 time: 0.0477304 Jul 20 19:32:23.054764 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:23.079276 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d76496bc-4d71-4a92-993e-aa9dac3bf7a9 req-35a3ab6a-aaec-4c74-96ac-5f926a926dab tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=46e47d4f-1899-4e0e-8784-86132dfbf90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429418 Jul 20 19:32:23.355498 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:23.400913 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device e7fe02cf-3cdb-4054-82e9-d944964153e3 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:32:23.443898 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port e7fe02cf-3cdb-4054-82e9-d944964153e3 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:32:23.449502 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port e7fe02cf-3cdb-4054-82e9-d944964153e3 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:32:23.449895 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:23.493846 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:23.538618 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port e7fe02cf-3cdb-4054-82e9-d944964153e3 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:23.539000 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:23.561918 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fe02cf-3cdb-4054-82e9-d944964153e3'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:23.564164 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acebb415-f4ab-4be5-a606-3d93668b2470" -d '{"events": [{"server_uuid": "feb62e6d-0304-4ea4-99cd-d08cfaef4834", "name": "network-vif-plugged", "status": "completed", "tag": "e7fe02cf-3cdb-4054-82e9-d944964153e3"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:23.576968 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port e7fe02cf-3cdb-4054-82e9-d944964153e3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e7fe02cf-3cdb-4054-82e9-d944964153e3,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:23.582536 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:23.607180 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac42f98-0976-4d6a-8ebc-d7669ba8bb05 x-openstack-request-id: req-4ac42f98-0976-4d6a-8ebc-d7669ba8bb05 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:23.607497 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb62e6d-0304-4ea4-99cd-d08cfaef4834", "name": "network-vif-plugged", "status": "completed", "tag": "e7fe02cf-3cdb-4054-82e9-d944964153e3", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:23.607750 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ac42f98-0976-4d6a-8ebc-d7669ba8bb05 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:23.608140 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac42f98-0976-4d6a-8ebc-d7669ba8bb05'] response: {'server_uuid': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fe02cf-3cdb-4054-82e9-d944964153e3', 'code': 200} Jul 20 19:32:23.633347 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=e7fe02cf-3cdb-4054-82e9-d944964153e3,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:23.790431 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5f8e9-3790-4b16-a462-4c192274cd9e req-0427e3c8-2d9f-4b2e-82fd-9a1b9ffcb6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:23.791910 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-57b5f8e9-3790-4b16-a462-4c192274cd9e req-0427e3c8-2d9f-4b2e-82fd-9a1b9ffcb6ad service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 1129 time: 0.0382979 Jul 20 19:32:23.839074 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-57b5f8e9-3790-4b16-a462-4c192274cd9e req-e41c0b1f-f9dd-4760-b6f9-f8c38cce84fc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=46e47d4f-1899-4e0e-8784-86132dfbf90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401254 Jul 20 19:32:24.193520 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0c17e-93eb-498e-8921-e48491a8d525 req-dbbec5d2-c204-46a7-9614-cfa6d86b7a2f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:24.195028 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-12a0c17e-93eb-498e-8921-e48491a8d525 req-dbbec5d2-c204-46a7-9614-cfa6d86b7a2f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 945 time: 0.0480480 Jul 20 19:32:24.208810 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:24.246765 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-12a0c17e-93eb-498e-8921-e48491a8d525 req-d6f524de-bfae-4fb8-9edd-28fc6cc94b5d tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=46e47d4f-1899-4e0e-8784-86132dfbf90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443003 Jul 20 19:32:25.372739 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94efd93-49de-4dea-baeb-b9a0ed22e1cd req-f76f9810-d731-470a-9a5c-d7f47fd92a6b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:25.374240 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d94efd93-49de-4dea-baeb-b9a0ed22e1cd req-f76f9810-d731-470a-9a5c-d7f47fd92a6b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 945 time: 0.0511289 Jul 20 19:32:25.416633 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:25.425125 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d94efd93-49de-4dea-baeb-b9a0ed22e1cd req-307b4ca1-292b-4191-8184-7833e9f0bac5 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=46e47d4f-1899-4e0e-8784-86132dfbf90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446665 Jul 20 19:32:26.559235 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026d066-1de4-40a1-b267-95a8d0ed5262 req-2f66b567-ed47-4f75-8011-a7fea476280d tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:26.560742 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4026d066-1de4-40a1-b267-95a8d0ed5262 req-2f66b567-ed47-4f75-8011-a7fea476280d tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 945 time: 0.0548720 Jul 20 19:32:26.612478 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-4026d066-1de4-40a1-b267-95a8d0ed5262 req-c6f2189b-e09b-4bd1-bc79-7ef72f471bec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=46e47d4f-1899-4e0e-8784-86132dfbf90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451663 Jul 20 19:32:26.876747 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27a49e-aaeb-4810-b638-74cde97418d9 req-120abbca-6fa0-4ed6-ae23-6e44c97b15ab tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:26.878945 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2f27a49e-aaeb-4810-b638-74cde97418d9 req-120abbca-6fa0-4ed6-ae23-6e44c97b15ab tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 945 time: 0.0496850 Jul 20 19:32:26.887549 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46060) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:32:26.892126 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-c59917de-772d-42ca-bc00-047bee66f0da tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'floatingip': {'port_id': 'e7fe02cf-3cdb-4054-82e9-d944964153e3'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:26.933947 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c59917de-772d-42ca-bc00-047bee66f0da tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (a1c7a82d-4995-41a3-8389-288b00f17815), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:27.644060 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c59917de-772d-42ca-bc00-047bee66f0da tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:27.648179 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c59917de-772d-42ca-bc00-047bee66f0da tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (a1c7a82d-4995-41a3-8389-288b00f17815), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:27.747563 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [None req-c59917de-772d-42ca-bc00-047bee66f0da tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Floating IP a1c7a82d-4995-41a3-8389-288b00f17815 associated. External IP: 172.27.2.151, port: e7fe02cf-3cdb-4054-82e9-d944964153e3. Jul 20 19:32:27.828151 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:27.954524 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59917de-772d-42ca-bc00-047bee66f0da tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Router a0cfee52-5e51-4473-bf21-5596693dc119 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:32:28.063770 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59917de-772d-42ca-bc00-047bee66f0da tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:32:28.069554 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c59917de-772d-42ca-bc00-047bee66f0da tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:28.074000 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5da89-439f-4924-89e9-6a7b39dd4379 None None] Sync routers for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:32:28.082048 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:28.086631 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5da89-439f-4924-89e9-6a7b39dd4379 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:32:28.087260 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-43d5da89-439f-4924-89e9-6a7b39dd4379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:32:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:32:28.100455 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c59917de-772d-42ca-bc00-047bee66f0da tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "PUT /v2.0/floatingips/a1c7a82d-4995-41a3-8389-288b00f17815 HTTP/1.1" status: 200 len: 991 time: 1.2117093 Jul 20 19:32:28.101254 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'tag': 'e7fe02cf-3cdb-4054-82e9-d944964153e3'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:28.103561 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564d268b-08cf-4466-a362-0a9de593998b" -d '{"events": [{"name": "network-changed", "server_uuid": "feb62e6d-0304-4ea4-99cd-d08cfaef4834", "tag": "e7fe02cf-3cdb-4054-82e9-d944964153e3"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:28.141988 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cc5447-d378-496d-b852-ec265876824f x-openstack-request-id: req-e2cc5447-d378-496d-b852-ec265876824f {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:28.142282 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb62e6d-0304-4ea4-99cd-d08cfaef4834", "tag": "e7fe02cf-3cdb-4054-82e9-d944964153e3", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:28.142531 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2cc5447-d378-496d-b852-ec265876824f {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:28.142937 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2cc5447-d378-496d-b852-ec265876824f'] response: {'name': 'network-changed', 'server_uuid': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'tag': 'e7fe02cf-3cdb-4054-82e9-d944964153e3', 'status': 'completed', 'code': 200} Jul 20 19:32:28.199456 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-43d5da89-439f-4924-89e9-6a7b39dd4379 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:32:28.297710 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:28.548773 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-43d5da89-439f-4924-89e9-6a7b39dd4379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '54aa9e1d-8a52-4076-9862-24e42c8c2c14', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'a87bdbd5-2067-4857-be31-d686671b3573', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:49:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:30:59Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 2, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}, {'id': 'a1c7a82d-4995-41a3-8389-288b00f17815', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'e7fe02cf-3cdb-4054-82e9-d944964153e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:02:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:32:13Z', 'updated_at': '2022-07-20T19:32:27Z', 'revision_number': 1, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:32:28.574838 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5da89-439f-4924-89e9-6a7b39dd4379 None None] Checking router: a0cfee52-5e51-4473-bf21-5596693dc119 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:32:28.583720 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5da89-439f-4924-89e9-6a7b39dd4379 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:32:28.584376 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-43d5da89-439f-4924-89e9-6a7b39dd4379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:32:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:32:28.688239 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-43d5da89-439f-4924-89e9-6a7b39dd4379 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:32:28.853689 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:28.905233 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-43d5da89-439f-4924-89e9-6a7b39dd4379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '54aa9e1d-8a52-4076-9862-24e42c8c2c14', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'a87bdbd5-2067-4857-be31-d686671b3573', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:49:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:30:59Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 2, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}, {'id': 'a1c7a82d-4995-41a3-8389-288b00f17815', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'e7fe02cf-3cdb-4054-82e9-d944964153e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:02:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:32:13Z', 'updated_at': '2022-07-20T19:32:27Z', 'revision_number': 1, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:32:28.934860 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5da89-439f-4924-89e9-6a7b39dd4379 None None] The sync data for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi is: [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '54aa9e1d-8a52-4076-9862-24e42c8c2c14', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'a87bdbd5-2067-4857-be31-d686671b3573', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:49:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:30:59Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 2, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}, {'id': 'a1c7a82d-4995-41a3-8389-288b00f17815', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'e7fe02cf-3cdb-4054-82e9-d944964153e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:02:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:32:13Z', 'updated_at': '2022-07-20T19:32:27Z', 'revision_number': 1, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:32:29.123048 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fda2a90-61da-4d83-8861-1bc0d96bffa1 None None] New status for floating IP a1c7a82d-4995-41a3-8389-288b00f17815: ACTIVE {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:32:30.674605 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:30.681975 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d268b-08cf-4466-a362-0a9de593998b req-74bb95af-9476-4e66-b82a-05cea581f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:30.683467 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-564d268b-08cf-4466-a362-0a9de593998b req-74bb95af-9476-4e66-b82a-05cea581f929 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 1129 time: 0.0437667 Jul 20 19:32:30.780464 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d268b-08cf-4466-a362-0a9de593998b req-6801149d-c2a5-43b3-97db-9837d8b18331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:30.782862 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-564d268b-08cf-4466-a362-0a9de593998b req-6801149d-c2a5-43b3-97db-9837d8b18331 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 916 time: 0.0926654 Jul 20 19:32:30.847254 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-564d268b-08cf-4466-a362-0a9de593998b req-64ae07e7-e29d-41ac-a02a-f957b68e81d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7fe02cf-3cdb-4054-82e9-d944964153e3 HTTP/1.1" status: 200 len: 1001 time: 0.0580609 Jul 20 19:32:30.897296 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d268b-08cf-4466-a362-0a9de593998b req-121df178-da55-4a14-8f57-fe1b42df437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:30.898761 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-564d268b-08cf-4466-a362-0a9de593998b req-121df178-da55-4a14-8f57-fe1b42df437e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9ac62582-e651-41bb-b8bc-ca4071f8d595 HTTP/1.1" status: 200 len: 854 time: 0.0447509 Jul 20 19:32:30.949409 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d268b-08cf-4466-a362-0a9de593998b req-f95dc61e-c4e1-4dbb-93b0-0910f3ec7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:30.950921 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-564d268b-08cf-4466-a362-0a9de593998b req-f95dc61e-c4e1-4dbb-93b0-0910f3ec7cae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d1f9468-ee30-4ff5-9d99-0240a7903291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452635 Jul 20 19:32:31.045669 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-564d268b-08cf-4466-a362-0a9de593998b req-c28f829b-707f-46d9-acb2-ed1f6333a297 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879588 Jul 20 19:32:31.145918 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-564d268b-08cf-4466-a362-0a9de593998b req-64f0f22f-f282-4390-984d-1800a5c30941 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898714 Jul 20 19:32:36.600856 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=11 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:36.608348 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=22 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:38.900442 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=47 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:38.908679 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=74 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:39.324533 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:39.327682 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:40.681014 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f8161-df92-44de-8392-8f66d4b62aed req-a53d3958-6d68-49db-84b7-8ad3bccf5ada tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:40.682522 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-da3f8161-df92-44de-8392-8f66d4b62aed req-a53d3958-6d68-49db-84b7-8ad3bccf5ada tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 946 time: 0.0471687 Jul 20 19:32:40.729639 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-da3f8161-df92-44de-8392-8f66d4b62aed req-db5cc6f3-c317-4289-a165-68b9c3a90c26 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417480 Jul 20 19:32:41.847514 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83be75c-e3c4-4e02-aeb7-9678e2af5bdd req-d36464ae-2864-4d54-91fc-62cc1c743fbf tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:41.849030 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e83be75c-e3c4-4e02-aeb7-9678e2af5bdd req-d36464ae-2864-4d54-91fc-62cc1c743fbf tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 946 time: 0.0501564 Jul 20 19:32:41.896357 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e83be75c-e3c4-4e02-aeb7-9678e2af5bdd req-05cf1af1-e981-46b6-bf32-09f61d83801c tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/security-groups?id=095b8081-d25f-4dbb-8e89-73269ae4b376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 Jul 20 19:32:42.402134 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ef341-2118-457f-99ec-b40a6ac3320e req-a7e9d545-32f1-4d29-bc63-bc649c41c01f tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:42.403542 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e83ef341-2118-457f-99ec-b40a6ac3320e req-a7e9d545-32f1-4d29-bc63-bc649c41c01f tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 946 time: 0.0461941 Jul 20 19:32:42.518584 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [req-e83ef341-2118-457f-99ec-b40a6ac3320e req-cb523716-32b6-4a3d-91a1-4ba4b9ec3d90 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Deleting port 62c457e3-6560-49ca-9640-12ed55390246 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:32:42.519050 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e83ef341-2118-457f-99ec-b40a6ac3320e req-cb523716-32b6-4a3d-91a1-4ba4b9ec3d90 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (62c457e3-6560-49ca-9640-12ed55390246), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:42.525029 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:42.618341 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-e83ef341-2118-457f-99ec-b40a6ac3320e req-cb523716-32b6-4a3d-91a1-4ba4b9ec3d90 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] For port 62c457e3-6560-49ca-9640-12ed55390246, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=62c457e3-6560-49ca-9640-12ed55390246,segment=NetworkSegment(0312da81-7a28-47c2-b92c-7731d1d0b901),segment_id=0312da81-7a28-47c2-b92c-7731d1d0b901)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:42.618698 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e83ef341-2118-457f-99ec-b40a6ac3320e req-cb523716-32b6-4a3d-91a1-4ba4b9ec3d90 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (62c457e3-6560-49ca-9640-12ed55390246), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:42.635028 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [req-e83ef341-2118-457f-99ec-b40a6ac3320e req-cb523716-32b6-4a3d-91a1-4ba4b9ec3d90 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Calling delete_port for 62c457e3-6560-49ca-9640-12ed55390246 owned by compute:nova {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:32:42.766859 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e83ef341-2118-457f-99ec-b40a6ac3320e req-cb523716-32b6-4a3d-91a1-4ba4b9ec3d90 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (62c457e3-6560-49ca-9640-12ed55390246), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:42.780598 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['62c457e3-6560-49ca-9640-12ed55390246'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:32:42.793535 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb523716-32b6-4a3d-91a1-4ba4b9ec3d90 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Pushing event deleted for resources: {'Port': ['ID=62c457e3-6560-49ca-9640-12ed55390246,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:42.879389 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83ef341-2118-457f-99ec-b40a6ac3320e req-cb523716-32b6-4a3d-91a1-4ba4b9ec3d90 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] No DVR routers for this DVR port 62c457e3-6560-49ca-9640-12ed55390246 on host hv-cinder-81914 {{(pid=103974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:32:42.881923 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-e83ef341-2118-457f-99ec-b40a6ac3320e req-cb523716-32b6-4a3d-91a1-4ba4b9ec3d90 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:42.885148 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e83ef341-2118-457f-99ec-b40a6ac3320e req-cb523716-32b6-4a3d-91a1-4ba4b9ec3d90 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.89 "DELETE /v2.0/ports/62c457e3-6560-49ca-9640-12ed55390246 HTTP/1.1" status: 204 len: 173 time: 0.4761150 Jul 20 19:32:42.885582 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82d6a76-f906-4501-b937-314df918f1fa', 'name': 'network-vif-deleted', 'tag': '62c457e3-6560-49ca-9640-12ed55390246'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:42.887885 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf275cd-ad37-4429-a8b4-bfbab13c8706" -d '{"events": [{"server_uuid": "d82d6a76-f906-4501-b937-314df918f1fa", "name": "network-vif-deleted", "tag": "62c457e3-6560-49ca-9640-12ed55390246"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:42.926919 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1efe29-aa1f-411c-af62-721fdb7161ed x-openstack-request-id: req-cd1efe29-aa1f-411c-af62-721fdb7161ed {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:42.927224 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82d6a76-f906-4501-b937-314df918f1fa", "name": "network-vif-deleted", "tag": "62c457e3-6560-49ca-9640-12ed55390246", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:42.927468 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd1efe29-aa1f-411c-af62-721fdb7161ed {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:42.927882 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1efe29-aa1f-411c-af62-721fdb7161ed'] response: {'server_uuid': 'd82d6a76-f906-4501-b937-314df918f1fa', 'name': 'network-vif-deleted', 'tag': '62c457e3-6560-49ca-9640-12ed55390246', 'status': 'completed', 'code': 200} Jul 20 19:32:43.006722 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-c186826b-74ce-451e-99a6-67018174b08a req-523543af-01e7-4ebf-b7ec-adcb69efa7b3 tempest-VolumesSnapshotTestJSON-244268065 tempest-VolumesSnapshotTestJSON-244268065-project] 10.222.0.43 "GET /v2.0/ports?device_id=d82d6a76-f906-4501-b937-314df918f1fa HTTP/1.1" status: 200 len: 210 time: 0.0327878 Jul 20 19:32:47.448004 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:48.119071 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 62c457e3-6560-49ca-9640-12ed55390246 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:32:48.137548 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: 62c457e3-6560-49ca-9640-12ed55390246 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:32:48.137892 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 62c457e3-6560-49ca-9640-12ed55390246 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:32:48.271012 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-26c5ed9e-682a-4e54-93c8-734dd8e93acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:50.623488 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-def50182-6e25-422d-815a-d28b4dca5ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:51.238678 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3169eb01-8912-4538-bb6a-fb5b902d8f56 req-5e9e90d6-4d2d-468a-bf73-b4f6ebf047fd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427411 Jul 20 19:32:51.294499 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:51.304970 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169eb01-8912-4538-bb6a-fb5b902d8f56 req-e5d869d9-78fe-4362-bd2d-10a6790e5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:51.306486 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3169eb01-8912-4538-bb6a-fb5b902d8f56 req-e5d869d9-78fe-4362-bd2d-10a6790e5eb4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 1129 time: 0.0408435 Jul 20 19:32:51.421536 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169eb01-8912-4538-bb6a-fb5b902d8f56 req-8535670d-d6c8-4903-a0de-d34bb2e0e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:51.423022 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3169eb01-8912-4538-bb6a-fb5b902d8f56 req-8535670d-d6c8-4903-a0de-d34bb2e0e240 service neutron] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 913 time: 0.0949438 Jul 20 19:32:51.488228 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3169eb01-8912-4538-bb6a-fb5b902d8f56 req-5e8104d2-9aa8-467d-b2e5-d5aece3805a4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2fa33bc-fe23-49d5-b13a-86ff922d5120 HTTP/1.1" status: 200 len: 1000 time: 0.0576241 Jul 20 19:32:51.537934 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169eb01-8912-4538-bb6a-fb5b902d8f56 req-ea08c31b-c9ad-4c8e-9ebf-8eb7e5afb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:51.539292 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3169eb01-8912-4538-bb6a-fb5b902d8f56 req-ea08c31b-c9ad-4c8e-9ebf-8eb7e5afb161 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0443134 Jul 20 19:32:51.586984 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169eb01-8912-4538-bb6a-fb5b902d8f56 req-6ec079e9-dbbd-4451-b7ef-6d6591e9292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:51.588474 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3169eb01-8912-4538-bb6a-fb5b902d8f56 req-6ec079e9-dbbd-4451-b7ef-6d6591e9292d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416710 Jul 20 19:32:51.682884 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3169eb01-8912-4538-bb6a-fb5b902d8f56 req-9e1c2541-e6ff-4852-bfbd-3494301e1e2c service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876591 Jul 20 19:32:51.753655 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:51.779520 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-3169eb01-8912-4538-bb6a-fb5b902d8f56 req-5262ac3c-5c72-436b-8b63-b8e3fe1d2bb4 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879483 Jul 20 19:32:51.888777 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=9 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:52.984825 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=11 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:53.356963 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:53.466795 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:58.833703 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:33:01.771119 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=87,neutron:DELETE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:01.776969 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=44 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:03.460919 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:03.461700 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:04.682620 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46248) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:04.830377 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Deleting port c8e7930d-5ff9-4536-bd21-63d32edad199 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:04.831255 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (c8e7930d-5ff9-4536-bd21-63d32edad199), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:04.915875 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (c8e7930d-5ff9-4536-bd21-63d32edad199), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:04.916214 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (c8e7930d-5ff9-4536-bd21-63d32edad199), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:04.930241 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Calling delete_port for c8e7930d-5ff9-4536-bd21-63d32edad199 owned by network:floatingip {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:05.116043 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (c8e7930d-5ff9-4536-bd21-63d32edad199), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:05.142887 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event deleted for resources: {'Port': ['ID=c8e7930d-5ff9-4536-bd21-63d32edad199,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:05.153232 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.153579 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.153923 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.154266 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.154602 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.154935 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.155275 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.156425 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.156425 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.156425 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.156672 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.156877 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.157186 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.157505 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.157829 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:05.221919 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (4fdc8baa-f347-47eb-98f4-e7b236bd0e09), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:05.222309 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Floating IP 4fdc8baa-f347-47eb-98f4-e7b236bd0e09 disassociated (deleted). External IP: 172.27.2.72, port: d2fa33bc-fe23-49d5-b13a-86ff922d5120. Jul 20 19:33:05.434087 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Router 539607f4-5740-42a7-bcf6-ffdc05e1049a has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:33:05.544382 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:33:05.549284 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:05.554149 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003d962-dbe8-4b8b-93d4-ebdfbcfc0414 None None] Sync routers for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:33:05.564366 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003d962-dbe8-4b8b-93d4-ebdfbcfc0414 None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:05.565013 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-5003d962-dbe8-4b8b-93d4-ebdfbcfc0414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:32:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:05.570052 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:05.581395 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-9e27a83f-3dfc-4eb7-9801-936fe23f2aa6 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "DELETE /v2.0/floatingips/4fdc8baa-f347-47eb-98f4-e7b236bd0e09 HTTP/1.1" status: 204 len: 168 time: 0.8969674 Jul 20 19:33:05.581962 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'tag': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:05.584342 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dc9ee8-d182-4d6d-89b1-2ab8b4742e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "7319e9f1-695b-4f3a-a3ea-a2a07532bce6", "tag": "d2fa33bc-fe23-49d5-b13a-86ff922d5120"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:05.629266 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610abca3-560c-4694-8d84-2468cafba414 x-openstack-request-id: req-610abca3-560c-4694-8d84-2468cafba414 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:05.629626 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7319e9f1-695b-4f3a-a3ea-a2a07532bce6", "tag": "d2fa33bc-fe23-49d5-b13a-86ff922d5120", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:05.630083 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-610abca3-560c-4694-8d84-2468cafba414 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:05.630552 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610abca3-560c-4694-8d84-2468cafba414'] response: {'name': 'network-changed', 'server_uuid': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'tag': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120', 'status': 'completed', 'code': 200} Jul 20 19:33:05.684779 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-5003d962-dbe8-4b8b-93d4-ebdfbcfc0414 None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:05.696200 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc9ee8-d182-4d6d-89b1-2ab8b4742e3b req-97ca9d24-700c-4483-b787-35c2f54ec32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:05.699364 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-15dc9ee8-d182-4d6d-89b1-2ab8b4742e3b req-97ca9d24-700c-4483-b787-35c2f54ec32e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 1129 time: 0.0465503 Jul 20 19:33:05.753562 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:05.849535 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:05.862980 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a57f6e-8bf4-42bd-94f7-d693abdf3545 req-6d83c7be-d1f0-4777-85f8-8a50b2beb7e5 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:05.864560 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e2a57f6e-8bf4-42bd-94f7-d693abdf3545 req-6d83c7be-d1f0-4777-85f8-8a50b2beb7e5 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 945 time: 0.0729353 Jul 20 19:33:05.866059 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc9ee8-d182-4d6d-89b1-2ab8b4742e3b req-b8b47d67-561d-4277-8251-cd06f46f4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:05.867601 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-15dc9ee8-d182-4d6d-89b1-2ab8b4742e3b req-b8b47d67-561d-4277-8251-cd06f46f4bf8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 913 time: 0.1629071 Jul 20 19:33:05.919859 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e2a57f6e-8bf4-42bd-94f7-d693abdf3545 req-26775ff2-5d51-426c-a3fe-3c607d5abc8c tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459898 Jul 20 19:33:05.921837 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-5003d962-dbe8-4b8b-93d4-ebdfbcfc0414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '68b95366-6619-425a-9c77-42fcfbec714e', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:a5:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:52Z', 'revision_number': 1, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:05.947751 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003d962-dbe8-4b8b-93d4-ebdfbcfc0414 None None] Checking router: 539607f4-5740-42a7-bcf6-ffdc05e1049a for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:33:05.956882 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003d962-dbe8-4b8b-93d4-ebdfbcfc0414 None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:05.957491 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-5003d962-dbe8-4b8b-93d4-ebdfbcfc0414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:32:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:06.059853 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-5003d962-dbe8-4b8b-93d4-ebdfbcfc0414 None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:06.289611 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-5003d962-dbe8-4b8b-93d4-ebdfbcfc0414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '68b95366-6619-425a-9c77-42fcfbec714e', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:a5:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:52Z', 'revision_number': 1, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:06.314171 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003d962-dbe8-4b8b-93d4-ebdfbcfc0414 None None] The sync data for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi is: [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '68b95366-6619-425a-9c77-42fcfbec714e', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'port_id': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'mac_address': 'fa:16:3e:a5:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:52Z', 'revision_number': 1, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:33:06.564494 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c7877-71ca-4662-83be-629114ffde03 None None] New status for floating IP 4fdc8baa-f347-47eb-98f4-e7b236bd0e09: DOWN {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:33:07.017287 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-15dc9ee8-d182-4d6d-89b1-2ab8b4742e3b req-0f459f2a-a91d-42b8-bb4c-bbcf9fa160df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2fa33bc-fe23-49d5-b13a-86ff922d5120 HTTP/1.1" status: 200 len: 217 time: 0.0465930 Jul 20 19:33:07.049708 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91131fff-4d6d-4af7-83b6-5a4520d05388 req-29d27f54-4e93-42bb-a08d-e812d431ca25 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:07.051232 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-91131fff-4d6d-4af7-83b6-5a4520d05388 req-29d27f54-4e93-42bb-a08d-e812d431ca25 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 945 time: 0.0504687 Jul 20 19:33:07.070950 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc9ee8-d182-4d6d-89b1-2ab8b4742e3b req-27789154-5c8a-4aa5-8830-dc880cd7eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:07.072440 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-15dc9ee8-d182-4d6d-89b1-2ab8b4742e3b req-27789154-5c8a-4aa5-8830-dc880cd7eadb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0456946 Jul 20 19:33:07.109314 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-91131fff-4d6d-4af7-83b6-5a4520d05388 req-6106a1d6-f543-46d0-9c8a-1341411ced9b tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523112 Jul 20 19:33:07.193760 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc9ee8-d182-4d6d-89b1-2ab8b4742e3b req-c486f8ac-410a-4d53-861d-6838f72a84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:07.195227 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-15dc9ee8-d182-4d6d-89b1-2ab8b4742e3b req-c486f8ac-410a-4d53-861d-6838f72a84bc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391476 Jul 20 19:33:07.281938 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46288) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:07.293174 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-15dc9ee8-d182-4d6d-89b1-2ab8b4742e3b req-ed775cab-0e8a-4680-b7ec-290aa415a507 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912075 Jul 20 19:33:07.326588 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7ad473-6253-467a-8e8f-072ceffe3dd7 admin admin] Deleting subnet 47b31ce6-f232-4687-a68c-bb858604eb95 {{(pid=103973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:33:07.329733 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad473-6253-467a-8e8f-072ceffe3dd7 admin admin] Publish callbacks [] for subnet (47b31ce6-f232-4687-a68c-bb858604eb95), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.365444 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad473-6253-467a-8e8f-072ceffe3dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9994362'] for subnet (47b31ce6-f232-4687-a68c-bb858604eb95), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.408898 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad473-6253-467a-8e8f-072ceffe3dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (47b31ce6-f232-4687-a68c-bb858604eb95), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.467254 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad473-6253-467a-8e8f-072ceffe3dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9994387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111589'] for subnet (47b31ce6-f232-4687-a68c-bb858604eb95), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.493268 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ad473-6253-467a-8e8f-072ceffe3dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b31ce6-f232-4687-a68c-bb858604eb95,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:07.497240 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad473-6253-467a-8e8f-072ceffe3dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.503905 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5d7ad473-6253-467a-8e8f-072ceffe3dd7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/47b31ce6-f232-4687-a68c-bb858604eb95 HTTP/1.1" status: 204 len: 168 time: 0.2206583 Jul 20 19:33:07.504389 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46290) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:07.544682 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-15dc9ee8-d182-4d6d-89b1-2ab8b4742e3b req-9be64245-6da3-462a-87ab-b45d8748a41b service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923188 Jul 20 19:33:07.616014 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2d15f-efe7-460f-8d1e-0a7c8a3c2113 req-eafab710-3fd7-454b-9ce2-aaf3466f265f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:07.617515 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a0f2d15f-efe7-460f-8d1e-0a7c8a3c2113 req-eafab710-3fd7-454b-9ce2-aaf3466f265f tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 945 time: 0.1041086 Jul 20 19:33:07.620082 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (dfc282ec-1eef-40ce-8830-4e9b4223e710), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.758893 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (dfc282ec-1eef-40ce-8830-4e9b4223e710), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.777433 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-a0f2d15f-efe7-460f-8d1e-0a7c8a3c2113 req-6355e344-c063-48eb-9571-a4c9ec822656 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Deleting port d2fa33bc-fe23-49d5-b13a-86ff922d5120 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:07.777762 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a0f2d15f-efe7-460f-8d1e-0a7c8a3c2113 req-6355e344-c063-48eb-9571-a4c9ec822656 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.796873 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc282ec-1eef-40ce-8830-4e9b4223e710']}} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:07.815996 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0312da81-7a28-47c2-b92c-7731d1d0b901') {'for_net_delete': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:07.816708 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0312da81-7a28-47c2-b92c-7731d1d0b901') {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:07.856269 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9994349'] for segment (0312da81-7a28-47c2-b92c-7731d1d0b901), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.879181 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (0312da81-7a28-47c2-b92c-7731d1d0b901), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.891004 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:33:07.891389 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995313'] for segment (0312da81-7a28-47c2-b92c-7731d1d0b901), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.949906 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-a0f2d15f-efe7-460f-8d1e-0a7c8a3c2113 req-6355e344-c063-48eb-9571-a4c9ec822656 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] For port d2fa33bc-fe23-49d5-b13a-86ff922d5120, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d2fa33bc-fe23-49d5-b13a-86ff922d5120,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:07.950264 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a0f2d15f-efe7-460f-8d1e-0a7c8a3c2113 req-6355e344-c063-48eb-9571-a4c9ec822656 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.967800 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-a0f2d15f-efe7-460f-8d1e-0a7c8a3c2113 req-6355e344-c063-48eb-9571-a4c9ec822656 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Calling delete_port for d2fa33bc-fe23-49d5-b13a-86ff922d5120 owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:07.972169 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (dfc282ec-1eef-40ce-8830-4e9b4223e710), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.978909 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 0312da81-7a28-47c2-b92c-7731d1d0b901 resource provider aggregate not found Jul 20 19:33:07.986442 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:07.990201 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dfc282ec-1eef-40ce-8830-4e9b4223e710 HTTP/1.1" status: 204 len: 168 time: 0.4843290 Jul 20 19:33:08.012595 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 0312da81-7a28-47c2-b92c-7731d1d0b901 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0312da81-7a28-47c2-b92c-7731d1d0b901 found for delete ", "request_id": "req-c80902ea-c233-4ee8-b658-02bbd1793d07"}]} Jul 20 19:33:08.040116 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8495164-d014-46a1-acf3-9c67f9d053e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc282ec-1eef-40ce-8830-4e9b4223e710,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:08.051537 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:08.068763 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:08.141371 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a0f2d15f-efe7-460f-8d1e-0a7c8a3c2113 req-6355e344-c063-48eb-9571-a4c9ec822656 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (d2fa33bc-fe23-49d5-b13a-86ff922d5120), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:08.169193 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355e344-c063-48eb-9571-a4c9ec822656 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event deleted for resources: {'Port': ['ID=d2fa33bc-fe23-49d5-b13a-86ff922d5120,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:08.228466 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f2d15f-efe7-460f-8d1e-0a7c8a3c2113 req-6355e344-c063-48eb-9571-a4c9ec822656 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] No DVR routers for this DVR port d2fa33bc-fe23-49d5-b13a-86ff922d5120 on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:33:08.231248 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a0f2d15f-efe7-460f-8d1e-0a7c8a3c2113 req-6355e344-c063-48eb-9571-a4c9ec822656 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:08.234623 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a0f2d15f-efe7-460f-8d1e-0a7c8a3c2113 req-6355e344-c063-48eb-9571-a4c9ec822656 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "DELETE /v2.0/ports/d2fa33bc-fe23-49d5-b13a-86ff922d5120 HTTP/1.1" status: 204 len: 173 time: 0.6076324 Jul 20 19:33:08.235242 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'name': 'network-vif-deleted', 'tag': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:08.238224 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a5d303-a073-4da8-8101-9c23b12658d9" -d '{"events": [{"server_uuid": "7319e9f1-695b-4f3a-a3ea-a2a07532bce6", "name": "network-vif-deleted", "tag": "d2fa33bc-fe23-49d5-b13a-86ff922d5120"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:08.243200 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-be52b795-2875-4d17-a2b7-450edc7e9dfa req-57bb1afb-08dc-460b-a7fa-86a2f6371aab tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=7319e9f1-695b-4f3a-a3ea-a2a07532bce6 HTTP/1.1" status: 200 len: 210 time: 0.0596063 Jul 20 19:33:08.252775 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46304) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:08.304198 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-a6cd0b5f-6fc6-4b65-9c6c-a4ce40d62440 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ee2fc4ab6a540cc852d2b3850e6b550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475869 Jul 20 19:33:08.304198 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a865e810-c333-440b-91a0-1f6c4a1f0cb6 x-openstack-request-id: req-a865e810-c333-440b-91a0-1f6c4a1f0cb6 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:08.304198 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319e9f1-695b-4f3a-a3ea-a2a07532bce6", "name": "network-vif-deleted", "tag": "d2fa33bc-fe23-49d5-b13a-86ff922d5120", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:08.304198 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a865e810-c333-440b-91a0-1f6c4a1f0cb6 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:08.304635 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a865e810-c333-440b-91a0-1f6c4a1f0cb6'] response: {'server_uuid': '7319e9f1-695b-4f3a-a3ea-a2a07532bce6', 'name': 'network-vif-deleted', 'tag': 'd2fa33bc-fe23-49d5-b13a-86ff922d5120', 'status': 'completed', 'code': 200} Jul 20 19:33:08.304860 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46306) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:08.644821 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-62574c25-b19b-4427-a3c9-7c1e8547d3b7 admin admin] Publish callbacks [] for security_group (095b8081-d25f-4dbb-8e89-73269ae4b376), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:08.668540 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-62574c25-b19b-4427-a3c9-7c1e8547d3b7 admin admin] Publish callbacks [] for security_group (095b8081-d25f-4dbb-8e89-73269ae4b376), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:08.718852 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-62574c25-b19b-4427-a3c9-7c1e8547d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (095b8081-d25f-4dbb-8e89-73269ae4b376), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:08.722034 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-62574c25-b19b-4427-a3c9-7c1e8547d3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:08.723398 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-62574c25-b19b-4427-a3c9-7c1e8547d3b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/095b8081-d25f-4dbb-8e89-73269ae4b376 HTTP/1.1" status: 204 len: 168 time: 0.4171083 Jul 20 19:33:08.731227 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62574c25-b19b-4427-a3c9-7c1e8547d3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095b8081-d25f-4dbb-8e89-73269ae4b376,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:11.540510 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46324) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:11.620389 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device d2fa33bc-fe23-49d5-b13a-86ff922d5120 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:11.640278 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: d2fa33bc-fe23-49d5-b13a-86ff922d5120 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:11.640637 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device d2fa33bc-fe23-49d5-b13a-86ff922d5120 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:11.681510 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Deleting port dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:11.681860 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:11.706841 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:11.763470 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:11.763800 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:11.776380 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Calling delete_port for dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0 owned by network:floatingip {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:11.869003 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:11.924192 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:11.947737 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event deleted for resources: {'Port': ['ID=dc7e3a78-36bd-4f22-bc07-67f71fb1e7c0,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:12.013195 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (68b95366-6619-425a-9c77-42fcfbec714e), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:12.013520 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Floating IP 68b95366-6619-425a-9c77-42fcfbec714e disassociated (deleted). External IP: 172.27.2.171, port: d4258cc8-3ff2-4715-a57c-63a1ef623811. Jul 20 19:33:12.221911 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Router 539607f4-5740-42a7-bcf6-ffdc05e1049a has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:33:12.326147 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:33:12.331980 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:12.339799 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1d9af-2ff7-448b-bdac-e96562c8c426 None None] Sync routers for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:33:12.355787 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1d9af-2ff7-448b-bdac-e96562c8c426 None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:12.356585 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-1de1d9af-2ff7-448b-bdac-e96562c8c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:32:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:12.362343 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-b8848e7c-d7ca-483a-b959-42c37e6efe09 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "DELETE /v2.0/floatingips/68b95366-6619-425a-9c77-42fcfbec714e HTTP/1.1" status: 204 len: 168 time: 0.8207271 Jul 20 19:33:12.363032 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'tag': 'd4258cc8-3ff2-4715-a57c-63a1ef623811'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:12.365335 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31b28fb-db06-4e1f-9e7a-d7853ceaac21" -d '{"events": [{"name": "network-changed", "server_uuid": "da0908d1-fce4-4940-abd9-c6ea2ca59582", "tag": "d4258cc8-3ff2-4715-a57c-63a1ef623811"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:12.402413 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa3558f-2716-4283-bc24-203d3bdc26b8 x-openstack-request-id: req-0fa3558f-2716-4283-bc24-203d3bdc26b8 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:12.402704 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0908d1-fce4-4940-abd9-c6ea2ca59582", "tag": "d4258cc8-3ff2-4715-a57c-63a1ef623811", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:12.402955 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fa3558f-2716-4283-bc24-203d3bdc26b8 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:12.403377 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa3558f-2716-4283-bc24-203d3bdc26b8'] response: {'name': 'network-changed', 'server_uuid': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'tag': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'status': 'completed', 'code': 200} Jul 20 19:33:12.474391 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b28fb-db06-4e1f-9e7a-d7853ceaac21 req-7deea50e-00ba-483c-93ff-0f9e274a9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:12.475925 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f31b28fb-db06-4e1f-9e7a-d7853ceaac21 req-7deea50e-00ba-483c-93ff-0f9e274a9a6a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=182d5b6ac9e6412b907119a623869c80&device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 1130 time: 0.0481901 Jul 20 19:33:12.593626 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b28fb-db06-4e1f-9e7a-d7853ceaac21 req-374737b4-0a77-479a-976a-4f2dcff3dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:12.595216 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f31b28fb-db06-4e1f-9e7a-d7853ceaac21 req-374737b4-0a77-479a-976a-4f2dcff3dafa service neutron] 10.222.0.89 "GET /v2.0/networks?id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 200 len: 913 time: 0.1122484 Jul 20 19:33:12.603643 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-1de1d9af-2ff7-448b-bdac-e96562c8c426 None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:12.615824 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd016eb-5d57-4c53-8424-9539e1832e68 req-f3793f9c-6778-4d95-a4bf-8f47ae675938 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:12.617325 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bbd016eb-5d57-4c53-8424-9539e1832e68 req-f3793f9c-6778-4d95-a4bf-8f47ae675938 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 946 time: 0.0519919 Jul 20 19:33:12.674621 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bbd016eb-5d57-4c53-8424-9539e1832e68 req-2c11424f-56e4-455f-a290-85562c077024 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511537 Jul 20 19:33:12.730272 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:12.740184 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:12.800282 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-1de1d9af-2ff7-448b-bdac-e96562c8c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:12.824867 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1d9af-2ff7-448b-bdac-e96562c8c426 None None] Checking router: 539607f4-5740-42a7-bcf6-ffdc05e1049a for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:33:12.833770 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1d9af-2ff7-448b-bdac-e96562c8c426 None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:12.834370 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-1de1d9af-2ff7-448b-bdac-e96562c8c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:32:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:12.936843 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-1de1d9af-2ff7-448b-bdac-e96562c8c426 None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:13.125627 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-1de1d9af-2ff7-448b-bdac-e96562c8c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:13.150550 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1d9af-2ff7-448b-bdac-e96562c8c426 None None] The sync data for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi is: [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:02Z', 'revision_number': 4, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': 'd1b69a95-2ddb-4b39-8ec5-93f9d5393735', 'name': '', 'network_id': '667371d0-bd3e-4fe0-a41c-e04f1b0a0f03', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'mac_address': 'fa:16:3e:8b:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:02Z', 'updated_at': '2022-07-20T19:25:08Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'subnets': [{'id': 'c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:33:13.399223 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ccaec3-6b53-4dec-8cbb-bc6e66e95715 None None] New status for floating IP 68b95366-6619-425a-9c77-42fcfbec714e: DOWN {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:33:13.728419 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f31b28fb-db06-4e1f-9e7a-d7853ceaac21 req-5d7f1d9c-658f-409e-adc5-19b264384acb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4258cc8-3ff2-4715-a57c-63a1ef623811 HTTP/1.1" status: 200 len: 217 time: 0.0344827 Jul 20 19:33:13.819350 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b28fb-db06-4e1f-9e7a-d7853ceaac21 req-509c7c0a-8da5-4581-8f10-1b3d620c5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:13.820997 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f31b28fb-db06-4e1f-9e7a-d7853ceaac21 req-509c7c0a-8da5-4581-8f10-1b3d620c5585 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 200 len: 851 time: 0.0829883 Jul 20 19:33:13.827123 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe59236-509a-45ce-b6fc-75924ebebd35 req-08fe71e0-20e2-4c54-9888-05276ca15878 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:13.828511 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dfe59236-509a-45ce-b6fc-75924ebebd35 req-08fe71e0-20e2-4c54-9888-05276ca15878 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 946 time: 0.0810549 Jul 20 19:33:13.879663 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dfe59236-509a-45ce-b6fc-75924ebebd35 req-21e2d9ca-305a-47fa-a789-a00e387a3eee tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/security-groups?id=c172d049-0d4f-4a1a-99e1-66681ce53548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443573 Jul 20 19:33:13.927811 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b28fb-db06-4e1f-9e7a-d7853ceaac21 req-6e0566a2-ecd9-475c-aed3-be471bf3570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:13.929431 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f31b28fb-db06-4e1f-9e7a-d7853ceaac21 req-6e0566a2-ecd9-475c-aed3-be471bf3570c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415919 Jul 20 19:33:14.024721 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f31b28fb-db06-4e1f-9e7a-d7853ceaac21 req-26410810-037d-4cc2-b5de-2caf7d58823d service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884376 Jul 20 19:33:14.190642 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-f31b28fb-db06-4e1f-9e7a-d7853ceaac21 req-02f2a0c4-254c-4c33-810d-8858b42e8217 service neutron] 10.222.0.89 "GET /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851092 Jul 20 19:33:14.234994 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789c176-19b0-48e5-90ef-04f6c6ae9408 req-d091d61e-663c-49ed-aeec-f670cca16188 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:14.236543 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a789c176-19b0-48e5-90ef-04f6c6ae9408 req-d091d61e-663c-49ed-aeec-f670cca16188 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 946 time: 0.0530612 Jul 20 19:33:14.340958 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [req-a789c176-19b0-48e5-90ef-04f6c6ae9408 req-3e556df8-bf78-492d-90ac-223da2834678 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Deleting port d4258cc8-3ff2-4715-a57c-63a1ef623811 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:14.341304 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-a789c176-19b0-48e5-90ef-04f6c6ae9408 req-3e556df8-bf78-492d-90ac-223da2834678 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.414363 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:14.440073 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-a789c176-19b0-48e5-90ef-04f6c6ae9408 req-3e556df8-bf78-492d-90ac-223da2834678 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] For port d4258cc8-3ff2-4715-a57c-63a1ef623811, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d4258cc8-3ff2-4715-a57c-63a1ef623811,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:14.440473 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-a789c176-19b0-48e5-90ef-04f6c6ae9408 req-3e556df8-bf78-492d-90ac-223da2834678 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.454009 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [req-a789c176-19b0-48e5-90ef-04f6c6ae9408 req-3e556df8-bf78-492d-90ac-223da2834678 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Calling delete_port for d4258cc8-3ff2-4715-a57c-63a1ef623811 owned by compute:nova {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:14.507585 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:14.588700 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-a789c176-19b0-48e5-90ef-04f6c6ae9408 req-3e556df8-bf78-492d-90ac-223da2834678 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (d4258cc8-3ff2-4715-a57c-63a1ef623811), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.619792 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e556df8-bf78-492d-90ac-223da2834678 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event deleted for resources: {'Port': ['ID=d4258cc8-3ff2-4715-a57c-63a1ef623811,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:14.663100 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-a789c176-19b0-48e5-90ef-04f6c6ae9408 req-3e556df8-bf78-492d-90ac-223da2834678 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] No DVR routers for this DVR port d4258cc8-3ff2-4715-a57c-63a1ef623811 on host hv-cinder-81914 {{(pid=103974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:33:14.665668 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-a789c176-19b0-48e5-90ef-04f6c6ae9408 req-3e556df8-bf78-492d-90ac-223da2834678 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.668881 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a789c176-19b0-48e5-90ef-04f6c6ae9408 req-3e556df8-bf78-492d-90ac-223da2834678 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.89 "DELETE /v2.0/ports/d4258cc8-3ff2-4715-a57c-63a1ef623811 HTTP/1.1" status: 204 len: 173 time: 0.4264693 Jul 20 19:33:14.669321 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'name': 'network-vif-deleted', 'tag': 'd4258cc8-3ff2-4715-a57c-63a1ef623811'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:14.671567 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd260be-f4d2-4127-bff2-bb20d59e9af9" -d '{"events": [{"server_uuid": "da0908d1-fce4-4940-abd9-c6ea2ca59582", "name": "network-vif-deleted", "tag": "d4258cc8-3ff2-4715-a57c-63a1ef623811"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:14.708654 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfeb910-42e5-421a-80df-d409217c4c79 x-openstack-request-id: req-7cfeb910-42e5-421a-80df-d409217c4c79 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:14.708949 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0908d1-fce4-4940-abd9-c6ea2ca59582", "name": "network-vif-deleted", "tag": "d4258cc8-3ff2-4715-a57c-63a1ef623811", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:14.709202 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cfeb910-42e5-421a-80df-d409217c4c79 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:14.709605 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfeb910-42e5-421a-80df-d409217c4c79'] response: {'server_uuid': 'da0908d1-fce4-4940-abd9-c6ea2ca59582', 'name': 'network-vif-deleted', 'tag': 'd4258cc8-3ff2-4715-a57c-63a1ef623811', 'status': 'completed', 'code': 200} Jul 20 19:33:15.004710 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-557c749f-065f-425e-87f0-f5615859c7c4 req-02f9bfe0-a6ef-4993-9775-da975604745a tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 210 time: 0.0446386 Jul 20 19:33:15.270217 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07467779-c9e9-499d-9d8b-be40cc035e9d req-89a8e28c-f5e2-494e-9629-546b97389702 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:15.271736 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-07467779-c9e9-499d-9d8b-be40cc035e9d req-89a8e28c-f5e2-494e-9629-546b97389702 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 945 time: 0.0535033 Jul 20 19:33:15.327923 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-07467779-c9e9-499d-9d8b-be40cc035e9d req-fa3b58ce-cbe7-415a-8f69-e0d6ac95d787 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=46e47d4f-1899-4e0e-8784-86132dfbf90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499222 Jul 20 19:33:16.112517 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-45a72f9e-9307-4e6d-82d7-07419e1b24d5 req-59122d49-be9c-4f1a-842d-5f4d6313b47d tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "GET /v2.0/ports?device_id=da0908d1-fce4-4940-abd9-c6ea2ca59582 HTTP/1.1" status: 200 len: 210 time: 0.0309782 Jul 20 19:33:16.449360 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bea5d4-f592-41e8-8028-9ed7741733c1 req-be434687-0eee-4ca4-8e1f-bcc80bf24069 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:16.450857 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-07bea5d4-f592-41e8-8028-9ed7741733c1 req-be434687-0eee-4ca4-8e1f-bcc80bf24069 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 945 time: 0.0524309 Jul 20 19:33:16.501814 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-07bea5d4-f592-41e8-8028-9ed7741733c1 req-3cef2c2d-6d12-41fc-9dda-cd3bed56d526 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=46e47d4f-1899-4e0e-8784-86132dfbf90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454347 Jul 20 19:33:16.898260 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df9236-312b-47b2-b6b6-40629208a49a req-7a0b6904-d2f2-45a3-b1c5-80b95b4b06f8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:16.899665 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-05df9236-312b-47b2-b6b6-40629208a49a req-7a0b6904-d2f2-45a3-b1c5-80b95b4b06f8 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 945 time: 0.0456827 Jul 20 19:33:16.982839 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Deleting port e7fe02cf-3cdb-4054-82e9-d944964153e3 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:16.983187 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.075373 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] For port e7fe02cf-3cdb-4054-82e9-d944964153e3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e7fe02cf-3cdb-4054-82e9-d944964153e3,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:17.075732 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.179443 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46356) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:17.282939 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:17.293812 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Deleting port 0dbbc52f-7efa-4621-a626-c217e05aa6cf {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:17.294180 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (0dbbc52f-7efa-4621-a626-c217e05aa6cf), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.295780 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.296336 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (a1c7a82d-4995-41a3-8389-288b00f17815), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.296929 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Floating IP a1c7a82d-4995-41a3-8389-288b00f17815 disassociated. External IP: 172.27.2.151, port: e7fe02cf-3cdb-4054-82e9-d944964153e3. Jul 20 19:33:17.296929 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Calling delete_port for e7fe02cf-3cdb-4054-82e9-d944964153e3 owned by compute:nova {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:17.312703 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:17.377740 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (0dbbc52f-7efa-4621-a626-c217e05aa6cf), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.378206 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (0dbbc52f-7efa-4621-a626-c217e05aa6cf), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.390974 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Calling delete_port for 0dbbc52f-7efa-4621-a626-c217e05aa6cf owned by network:floatingip {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:17.424410 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:17.430160 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (e7fe02cf-3cdb-4054-82e9-d944964153e3), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.451105 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.460607 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event deleted for resources: {'Port': ['ID=e7fe02cf-3cdb-4054-82e9-d944964153e3,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:17.530406 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (0dbbc52f-7efa-4621-a626-c217e05aa6cf), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.563983 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event deleted for resources: {'Port': ['ID=0dbbc52f-7efa-4621-a626-c217e05aa6cf,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:17.584204 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Router a0cfee52-5e51-4473-bf21-5596693dc119 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:33:17.591671 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.592030 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.592406 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.592754 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.593093 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.593430 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.593764 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.594094 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.594425 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.594757 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.595097 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.595423 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.595783 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.596122 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.596470 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:17.646574 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0653ea32-dd09-4a2b-a86a-94cf8c662aa0 req-00337bba-0f0b-4d11-9c5e-7d1adf51779e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=feb62e6d-0304-4ea4-99cd-d08cfaef4834 HTTP/1.1" status: 200 len: 210 time: 0.0468900 Jul 20 19:33:17.653524 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device d4258cc8-3ff2-4715-a57c-63a1ef623811 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:17.665041 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for floatingip (3e031255-97db-4a51-b5f9-87435aad0be8), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.667816 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.671560 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-db7a97a9-e09d-496c-a01a-6fa223a8b329 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "DELETE /v2.0/floatingips/3e031255-97db-4a51-b5f9-87435aad0be8 HTTP/1.1" status: 204 len: 168 time: 0.4910955 Jul 20 19:33:17.679315 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: d4258cc8-3ff2-4715-a57c-63a1ef623811 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:17.679797 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device d4258cc8-3ff2-4715-a57c-63a1ef623811 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:17.704568 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:33:17.712078 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b4cb2-9bcb-4f94-a2fe-c5ea639c22f5 None None] Sync routers for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:33:17.727320 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b4cb2-9bcb-4f94-a2fe-c5ea639c22f5 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:17.728124 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-1d2b4cb2-9bcb-4f94-a2fe-c5ea639c22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:32:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:17.755687 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] No DVR routers for this DVR port e7fe02cf-3cdb-4054-82e9-d944964153e3 on host hv-cinder-81914 {{(pid=103974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:33:17.758132 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.761332 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-05df9236-312b-47b2-b6b6-40629208a49a req-b1d315f6-a4de-4038-8df0-d201c695057a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "DELETE /v2.0/ports/e7fe02cf-3cdb-4054-82e9-d944964153e3 HTTP/1.1" status: 204 len: 173 time: 0.8555841 Jul 20 19:33:17.761768 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'name': 'network-vif-deleted', 'tag': 'e7fe02cf-3cdb-4054-82e9-d944964153e3'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:17.764020 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0f0365-91fa-421d-abc4-3247b616aeca" -d '{"events": [{"server_uuid": "feb62e6d-0304-4ea4-99cd-d08cfaef4834", "name": "network-vif-deleted", "tag": "e7fe02cf-3cdb-4054-82e9-d944964153e3"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:17.828235 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a22fdd-ef1e-40d2-a4c0-201901355997 x-openstack-request-id: req-a9a22fdd-ef1e-40d2-a4c0-201901355997 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:17.828569 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb62e6d-0304-4ea4-99cd-d08cfaef4834", "name": "network-vif-deleted", "tag": "e7fe02cf-3cdb-4054-82e9-d944964153e3", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:17.828834 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9a22fdd-ef1e-40d2-a4c0-201901355997 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:17.829249 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a22fdd-ef1e-40d2-a4c0-201901355997'] response: {'server_uuid': 'feb62e6d-0304-4ea4-99cd-d08cfaef4834', 'name': 'network-vif-deleted', 'tag': 'e7fe02cf-3cdb-4054-82e9-d944964153e3', 'status': 'completed', 'code': 200} Jul 20 19:33:17.855527 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-1d2b4cb2-9bcb-4f94-a2fe-c5ea639c22f5 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:18.097307 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-1d2b4cb2-9bcb-4f94-a2fe-c5ea639c22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '54aa9e1d-8a52-4076-9862-24e42c8c2c14', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'a87bdbd5-2067-4857-be31-d686671b3573', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:49:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:30:59Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 2, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:18.121477 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b4cb2-9bcb-4f94-a2fe-c5ea639c22f5 None None] Checking router: a0cfee52-5e51-4473-bf21-5596693dc119 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:33:18.131345 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b4cb2-9bcb-4f94-a2fe-c5ea639c22f5 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:18.131963 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-1d2b4cb2-9bcb-4f94-a2fe-c5ea639c22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:32:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:18.236400 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-1d2b4cb2-9bcb-4f94-a2fe-c5ea639c22f5 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:18.269626 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:18.283147 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:18.294654 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-abb0c9f8-404a-44df-8b0a-7b3ed60ea258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:18.466706 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-1d2b4cb2-9bcb-4f94-a2fe-c5ea639c22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '54aa9e1d-8a52-4076-9862-24e42c8c2c14', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'a87bdbd5-2067-4857-be31-d686671b3573', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:49:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:30:59Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 2, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:18.491157 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b4cb2-9bcb-4f94-a2fe-c5ea639c22f5 None None] The sync data for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi is: [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '54aa9e1d-8a52-4076-9862-24e42c8c2c14', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'a87bdbd5-2067-4857-be31-d686671b3573', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:49:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:30:59Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 2, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:33:18.714982 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77884894-ef31-4b49-b731-34fa0ac28881 None None] New status for floating IP a1c7a82d-4995-41a3-8389-288b00f17815: DOWN {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:33:18.737198 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46374) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:18.792552 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0dd8bb56-ef63-4331-b030-d4a17085b81b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (46e47d4f-1899-4e0e-8784-86132dfbf90a), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:18.822261 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0dd8bb56-ef63-4331-b030-d4a17085b81b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (46e47d4f-1899-4e0e-8784-86132dfbf90a), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:18.877387 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0dd8bb56-ef63-4331-b030-d4a17085b81b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (46e47d4f-1899-4e0e-8784-86132dfbf90a), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:18.879998 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0dd8bb56-ef63-4331-b030-d4a17085b81b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:18.881283 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-0dd8bb56-ef63-4331-b030-d4a17085b81b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "DELETE /v2.0/security-groups/46e47d4f-1899-4e0e-8784-86132dfbf90a HTTP/1.1" status: 204 len: 168 time: 0.1431139 Jul 20 19:33:18.884451 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46376) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:18.890498 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8bb56-ef63-4331-b030-d4a17085b81b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e47d4f-1899-4e0e-8784-86132dfbf90a,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:18.906174 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.api.v2.resource [None req-10e81cec-1529-4740-b99d-dd649a73710f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] show failed (client error): The resource could not be found. Jul 20 19:33:18.907789 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-10e81cec-1529-4740-b99d-dd649a73710f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups/46e47d4f-1899-4e0e-8784-86132dfbf90a HTTP/1.1" status: 404 len: 347 time: 0.0221570 Jul 20 19:33:18.912081 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46380) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:18.926378 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46382) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:18.950386 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:18.988703 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-35c4d88b-4feb-4342-91a5-284faf615f55 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group (c172d049-0d4f-4a1a-99e1-66681ce53548), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:19.017020 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-35c4d88b-4feb-4342-91a5-284faf615f55 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group (c172d049-0d4f-4a1a-99e1-66681ce53548), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:19.025694 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-e543e033-3707-43ea-b1cd-53a6f826fb2c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Deleting port da3cd004-5763-44cc-91b6-8d1d5374ae96 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:19.026038 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e543e033-3707-43ea-b1cd-53a6f826fb2c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (da3cd004-5763-44cc-91b6-8d1d5374ae96), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:19.090216 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-35c4d88b-4feb-4342-91a5-284faf615f55 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (c172d049-0d4f-4a1a-99e1-66681ce53548), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:19.094234 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-35c4d88b-4feb-4342-91a5-284faf615f55 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:19.097064 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-35c4d88b-4feb-4342-91a5-284faf615f55 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] 10.222.0.43 "DELETE /v2.0/security-groups/c172d049-0d4f-4a1a-99e1-66681ce53548 HTTP/1.1" status: 204 len: 168 time: 0.1682494 Jul 20 19:33:19.106901 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e543e033-3707-43ea-b1cd-53a6f826fb2c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (da3cd004-5763-44cc-91b6-8d1d5374ae96), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:19.107222 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e543e033-3707-43ea-b1cd-53a6f826fb2c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (da3cd004-5763-44cc-91b6-8d1d5374ae96), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:19.109596 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4d88b-4feb-4342-91a5-284faf615f55 tempest-TestVolumeBootPattern-1389076127 tempest-TestVolumeBootPattern-1389076127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c172d049-0d4f-4a1a-99e1-66681ce53548,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:19.120979 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-e543e033-3707-43ea-b1cd-53a6f826fb2c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Calling delete_port for da3cd004-5763-44cc-91b6-8d1d5374ae96 owned by network:floatingip {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:19.160940 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46386) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:19.207707 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:19.268189 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e543e033-3707-43ea-b1cd-53a6f826fb2c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (da3cd004-5763-44cc-91b6-8d1d5374ae96), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:19.303080 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543e033-3707-43ea-b1cd-53a6f826fb2c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event deleted for resources: {'Port': ['ID=da3cd004-5763-44cc-91b6-8d1d5374ae96,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:19.358784 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:19.372702 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e543e033-3707-43ea-b1cd-53a6f826fb2c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (a1c7a82d-4995-41a3-8389-288b00f17815), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:19.375452 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e543e033-3707-43ea-b1cd-53a6f826fb2c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:19.378081 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-e543e033-3707-43ea-b1cd-53a6f826fb2c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "DELETE /v2.0/floatingips/a1c7a82d-4995-41a3-8389-288b00f17815 HTTP/1.1" status: 204 len: 168 time: 0.4637358 Jul 20 19:33:19.703921 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c12d43e7-46ec-41bb-8a33-013ccb256757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454226'] for router_interface (539607f4-5740-42a7-bcf6-ffdc05e1049a), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:19.892146 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:19.921754 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-c12d43e7-46ec-41bb-8a33-013ccb256757 admin admin] Deleting port d1b69a95-2ddb-4b39-8ec5-93f9d5393735 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:19.922096 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c12d43e7-46ec-41bb-8a33-013ccb256757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:20.018737 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-c12d43e7-46ec-41bb-8a33-013ccb256757 admin admin] For port d1b69a95-2ddb-4b39-8ec5-93f9d5393735, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=d1b69a95-2ddb-4b39-8ec5-93f9d5393735,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:20.019099 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c12d43e7-46ec-41bb-8a33-013ccb256757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:20.031831 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-c12d43e7-46ec-41bb-8a33-013ccb256757 admin admin] Calling delete_port for d1b69a95-2ddb-4b39-8ec5-93f9d5393735 owned by network:router_interface {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:20.090283 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:20.214295 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c12d43e7-46ec-41bb-8a33-013ccb256757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (d1b69a95-2ddb-4b39-8ec5-93f9d5393735), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:20.239103 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d43e7-46ec-41bb-8a33-013ccb256757 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b69a95-2ddb-4b39-8ec5-93f9d5393735,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:20.414727 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c12d43e7-46ec-41bb-8a33-013ccb256757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454342'] for router_interface (539607f4-5740-42a7-bcf6-ffdc05e1049a), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:20.627011 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-b3ce40e1-365f-4127-81b4-31877512e124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:20.884198 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12d43e7-46ec-41bb-8a33-013ccb256757 admin admin] Router 539607f4-5740-42a7-bcf6-ffdc05e1049a has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:33:20.980374 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:21.028071 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd45f3e-5856-4a4c-bf01-9e0c0e545c53 req-159dcd1a-9340-4732-8f8d-5be2e78b9634 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:21.029575 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bfd45f3e-5856-4a4c-bf01-9e0c0e545c53 req-159dcd1a-9340-4732-8f8d-5be2e78b9634 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 946 time: 0.0635145 Jul 20 19:33:21.030919 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12d43e7-46ec-41bb-8a33-013ccb256757 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:33:21.035777 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c12d43e7-46ec-41bb-8a33-013ccb256757 admin admin] 10.222.0.43 "PUT /v2.0/routers/539607f4-5740-42a7-bcf6-ffdc05e1049a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735814 Jul 20 19:33:21.038575 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46408) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:21.048999 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298e6cb9-0efe-418a-a6e1-b865b193c669 None None] Sync routers for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:33:21.079446 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298e6cb9-0efe-418a-a6e1-b865b193c669 None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:21.083242 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-298e6cb9-0efe-418a-a6e1-b865b193c669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:33:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:21.085349 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bfd45f3e-5856-4a4c-bf01-9e0c0e545c53 req-96e33944-82d0-41d1-a132-82c3155ab3ca tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d5121f-6aef-49d0-bc24-857132d1a631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482409 Jul 20 19:33:21.166089 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Publish callbacks [] for router (539607f4-5740-42a7-bcf6-ffdc05e1049a), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:21.196824 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-298e6cb9-0efe-418a-a6e1-b865b193c669 None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:21.270263 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Publish callbacks [] for router_gateway (539607f4-5740-42a7-bcf6-ffdc05e1049a), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:21.315927 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Deleting port 40964794-c998-438b-a91b-bca74f8a0104 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:21.316280 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (40964794-c998-438b-a91b-bca74f8a0104), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:21.403672 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] For port 40964794-c998-438b-a91b-bca74f8a0104, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=40964794-c998-438b-a91b-bca74f8a0104,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:21.404028 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (40964794-c998-438b-a91b-bca74f8a0104), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:21.420835 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Calling delete_port for 40964794-c998-438b-a91b-bca74f8a0104 owned by network:router_gateway {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:21.509382 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-298e6cb9-0efe-418a-a6e1-b865b193c669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '40964794-c998-438b-a91b-bca74f8a0104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:33:20Z', 'revision_number': 5, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port': {'id': '40964794-c998-438b-a91b-bca74f8a0104', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:21.536648 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298e6cb9-0efe-418a-a6e1-b865b193c669 None None] Checking router: 539607f4-5740-42a7-bcf6-ffdc05e1049a for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:33:21.546628 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298e6cb9-0efe-418a-a6e1-b865b193c669 None None] Routers {'539607f4-5740-42a7-bcf6-ffdc05e1049a'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:21.547420 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-298e6cb9-0efe-418a-a6e1-b865b193c669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:33:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['539607f4-5740-42a7-bcf6-ffdc05e1049a'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:21.605887 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (40964794-c998-438b-a91b-bca74f8a0104), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:21.634801 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-298e6cb9-0efe-418a-a6e1-b865b193c669 None None] Set router 539607f4-5740-42a7-bcf6-ffdc05e1049a gateway port host: None {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:21.692029 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device e7fe02cf-3cdb-4054-82e9-d944964153e3 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:21.696451 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-298e6cb9-0efe-418a-a6e1-b865b193c669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:33:21Z', 'revision_number': 6, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port_host': None}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:21.736898 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: e7fe02cf-3cdb-4054-82e9-d944964153e3 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:21.737185 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device e7fe02cf-3cdb-4054-82e9-d944964153e3 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:21.740351 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298e6cb9-0efe-418a-a6e1-b865b193c669 None None] The sync data for ids ['539607f4-5740-42a7-bcf6-ffdc05e1049a'] in dv-cinder-819149-14-iscsi is: [{'id': '539607f4-5740-42a7-bcf6-ffdc05e1049a', 'name': 'tempest-TestVolumeBootPattern-1724417800-router', 'tenant_id': '182d5b6ac9e6412b907119a623869c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:24:59Z', 'updated_at': '2022-07-20T19:33:21Z', 'revision_number': 6, 'project_id': '182d5b6ac9e6412b907119a623869c80', 'gw_port_host': None}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:33:21.759132 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:21.877687 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Pushing event deleted for resources: {'Port': ['ID=40964794-c998-438b-a91b-bca74f8a0104,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:21.937983 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-458459'] for router_gateway (539607f4-5740-42a7-bcf6-ffdc05e1049a), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.021846 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127878'] for router (539607f4-5740-42a7-bcf6-ffdc05e1049a), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.024004 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Publish callbacks [] for router_controller (539607f4-5740-42a7-bcf6-ffdc05e1049a), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.069687 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453216'] for router (539607f4-5740-42a7-bcf6-ffdc05e1049a), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.072081 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 539607f4-5740-42a7-bcf6-ffdc05e1049a {{(pid=103973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:33:22.078557 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.080238 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-d4a3ebe1-bd0e-42bb-836a-dfee7fbcd793 admin admin] 10.222.0.43 "DELETE /v2.0/routers/539607f4-5740-42a7-bcf6-ffdc05e1049a HTTP/1.1" status: 204 len: 168 time: 1.0383229 Jul 20 19:33:22.082958 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46410) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:22.131821 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:22.135208 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_v2 [None req-610b35c5-cd42-4336-97e3-ef3920dfdd2e admin admin] Deleting subnet c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 {{(pid=103973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:33:22.139217 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-610b35c5-cd42-4336-97e3-ef3920dfdd2e admin admin] Publish callbacks [] for subnet (c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.178989 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:22.181416 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-610b35c5-cd42-4336-97e3-ef3920dfdd2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9994362'] for subnet (c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.257817 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bf7f7-f41f-4f1b-9907-222fd2a3bc96 req-169efe90-531e-48a4-a418-7013448be816 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:22.259336 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0b2bf7f7-f41f-4f1b-9907-222fd2a3bc96 req-169efe90-531e-48a4-a418-7013448be816 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 946 time: 0.0836375 Jul 20 19:33:22.338515 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-610b35c5-cd42-4336-97e3-ef3920dfdd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.362171 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0b2bf7f7-f41f-4f1b-9907-222fd2a3bc96 req-fd32c03d-213b-4819-88de-0f9315fcd760 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1d5121f-6aef-49d0-bc24-857132d1a631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962503 Jul 20 19:33:22.400915 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-610b35c5-cd42-4336-97e3-ef3920dfdd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9994387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111589'] for subnet (c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.424118 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b35c5-cd42-4336-97e3-ef3920dfdd2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:22.429781 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-610b35c5-cd42-4336-97e3-ef3920dfdd2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.432898 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-610b35c5-cd42-4336-97e3-ef3920dfdd2e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c953c4a3-bef8-43f9-9d23-fc40dbfd6bd4 HTTP/1.1" status: 204 len: 168 time: 0.3488500 Jul 20 19:33:22.435409 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46414) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:22.436026 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6070393f-bd1e-4b8b-a35c-ded08f7d875e None None] Network 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:33:22.513508 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (667371d0-bd3e-4fe0-a41c-e04f1b0a0f03), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.558327 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Deleting port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:22.558706 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.588258 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] DHCP port deletion for 667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 request from dv-cinder-819149-14-iscsi {{(pid=103975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:33:22.627112 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Deleting port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 {{(pid=103975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:22.627488 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), before_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.633076 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] For port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=4dae739e-4f8a-462c-ab1d-9d21b160d1b7,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:22.633450 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.648200 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Calling delete_port for 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 owned by network:dhcp {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:22.695732 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] For port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=4dae739e-4f8a-462c-ab1d-9d21b160d1b7,segment=NetworkSegment(c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0),segment_id=c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:22.696252 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), precommit_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.709970 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Calling delete_port for 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 owned by network:dhcp {{(pid=103975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:22.733527 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.757243 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:22.767016 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dae739e-4f8a-462c-ab1d-9d21b160d1b7,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:22.770053 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] No DVR routers for this DVR port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 on host dv-cinder-819149-14-iscsi {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:33:22.783335 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-faf45363-c257-496b-9483-36ed990e2b2f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:22.785432 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-faf45363-c257-496b-9483-36ed990e2b2f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 946 time: 0.0585301 Jul 20 19:33:22.804224 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:22.823784 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190'] for port (4dae739e-4f8a-462c-ab1d-9d21b160d1b7), after_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.853236 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (667371d0-bd3e-4fe0-a41c-e04f1b0a0f03), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.853491 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Pushing event deleted for resources: {'Port': ['ID=4dae739e-4f8a-462c-ab1d-9d21b160d1b7,revision_number=None']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:22.863204 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.863477 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.863838 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.864149 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.864903 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.864903 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.865212 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.865453 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.865772 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.866093 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.866789 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.866789 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.867070 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.867343 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.867655 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:22.873630 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c4559-21c0-4503-9cd1-cfd2d7c194b7 None None] No DVR routers for this DVR port 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 on host dv-cinder-819149-14-iscsi {{(pid=103975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:33:22.887328 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667371d0-bd3e-4fe0-a41c-e04f1b0a0f03']}} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:22.897961 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0') {'for_net_delete': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:22.898258 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0') {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:22.901303 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Deleting port a87bdbd5-2067-4857-be31-d686671b3573 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:22.901651 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (a87bdbd5-2067-4857-be31-d686671b3573), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.909573 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9994349'] for segment (c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.923946 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.930887 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:33:22.931381 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995313'] for segment (c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.954274 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0 resource provider aggregate not found Jul 20 19:33:22.987091 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c70ffe6c-86a4-4ef8-bf9f-cf447e07fdf0 found for delete ", "request_id": "req-1207a4f6-480e-49ff-b14d-55e200760f95"}]} Jul 20 19:33:22.998445 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] For port a87bdbd5-2067-4857-be31-d686671b3573, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a87bdbd5-2067-4857-be31-d686671b3573,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:22.998746 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (a87bdbd5-2067-4857-be31-d686671b3573), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.003302 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (667371d0-bd3e-4fe0-a41c-e04f1b0a0f03), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.009591 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.012665 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/667371d0-bd3e-4fe0-a41c-e04f1b0a0f03 HTTP/1.1" status: 204 len: 168 time: 0.5763295 Jul 20 19:33:23.021779 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46420) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:23.028518 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9077891-b818-4717-b6ab-3e5ea7252ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=667371d0-bd3e-4fe0-a41c-e04f1b0a0f03,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:23.042048 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:23.060896 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:23.118862 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 40964794-c998-438b-a91b-bca74f8a0104 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:23.138705 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 40964794-c998-438b-a91b-bca74f8a0104 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:23.139055 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 40964794-c998-438b-a91b-bca74f8a0104 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:23.139685 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device d1b69a95-2ddb-4b39-8ec5-93f9d5393735 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:23.166546 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: d1b69a95-2ddb-4b39-8ec5-93f9d5393735 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:23.166911 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device d1b69a95-2ddb-4b39-8ec5-93f9d5393735 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:23.167846 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:23.169521 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.169888 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (54aa9e1d-8a52-4076-9862-24e42c8c2c14), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.170360 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Floating IP 54aa9e1d-8a52-4076-9862-24e42c8c2c14 disassociated. External IP: 172.27.2.17, port: a87bdbd5-2067-4857-be31-d686671b3573. Jul 20 19:33:23.170630 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Calling delete_port for a87bdbd5-2067-4857-be31-d686671b3573 owned by compute:nova {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:23.187362 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:23.187660 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 4dae739e-4f8a-462c-ab1d-9d21b160d1b7 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:23.213586 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:23.302431 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (a87bdbd5-2067-4857-be31-d686671b3573), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.336679 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event deleted for resources: {'Port': ['ID=a87bdbd5-2067-4857-be31-d686671b3573,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:23.372890 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.374996 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cf4cf60-639b-4164-a0ee-ffc9f6af11ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454226'] for router_interface (58ad106b-5fad-4301-92ba-e337966ed6f6), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.460446 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Router a0cfee52-5e51-4473-bf21-5596693dc119 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:33:23.473447 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.481268 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a1127fcc-165d-48ec-b25b-399f36a364d0 req-db0e960c-a800-4f41-bfba-3aadf1c87fee tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4c7e031-3c69-4679-bc2b-2e144ec5952e HTTP/1.1" status: 200 len: 210 time: 0.0367923 Jul 20 19:33:23.575102 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:23.586797 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:33:23.598503 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d962e8b-ab2a-41e3-8938-fc1a93f0e71c None None] Sync routers for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:33:23.605545 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:23.609568 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d962e8b-ab2a-41e3-8938-fc1a93f0e71c None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:23.609937 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4cf60-639b-4164-a0ee-ffc9f6af11ba admin admin] Deleting port 69b245e5-e87a-435f-bd5c-80198ee29aec {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:23.610202 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-7d962e8b-ab2a-41e3-8938-fc1a93f0e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:33:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:23.610348 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cf4cf60-639b-4164-a0ee-ffc9f6af11ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.633499 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] No DVR routers for this DVR port a87bdbd5-2067-4857-be31-d686671b3573 on host hv-cinder-81914 {{(pid=103974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:33:23.636330 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.639242 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6c8d273a-6e71-4533-875c-a4b99fa95761 req-3d7230ff-1874-4894-9649-c4da97005b17 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "DELETE /v2.0/ports/a87bdbd5-2067-4857-be31-d686671b3573 HTTP/1.1" status: 204 len: 173 time: 0.8455949 Jul 20 19:33:23.639699 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'name': 'network-vif-deleted', 'tag': 'a87bdbd5-2067-4857-be31-d686671b3573'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:23.641966 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbe2ff3-7402-449f-ab4d-6e805dcbd6e7" -d '{"events": [{"server_uuid": "e4c7e031-3c69-4679-bc2b-2e144ec5952e", "name": "network-vif-deleted", "tag": "a87bdbd5-2067-4857-be31-d686671b3573"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:23.684196 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc2df6a-6f5d-48ad-8b84-30d66b33dfd1 x-openstack-request-id: req-5fc2df6a-6f5d-48ad-8b84-30d66b33dfd1 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:23.685194 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c7e031-3c69-4679-bc2b-2e144ec5952e", "name": "network-vif-deleted", "tag": "a87bdbd5-2067-4857-be31-d686671b3573", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:23.685194 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fc2df6a-6f5d-48ad-8b84-30d66b33dfd1 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:23.685421 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc2df6a-6f5d-48ad-8b84-30d66b33dfd1'] response: {'server_uuid': 'e4c7e031-3c69-4679-bc2b-2e144ec5952e', 'name': 'network-vif-deleted', 'tag': 'a87bdbd5-2067-4857-be31-d686671b3573', 'status': 'completed', 'code': 200} Jul 20 19:33:23.714445 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-5cf4cf60-639b-4164-a0ee-ffc9f6af11ba admin admin] For port 69b245e5-e87a-435f-bd5c-80198ee29aec, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=69b245e5-e87a-435f-bd5c-80198ee29aec,segment=NetworkSegment(9d9a1364-6001-4f9a-a66e-31715a715d09),segment_id=9d9a1364-6001-4f9a-a66e-31715a715d09)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:23.714878 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cf4cf60-639b-4164-a0ee-ffc9f6af11ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.721035 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-7d962e8b-ab2a-41e3-8938-fc1a93f0e71c None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:23.730035 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4cf60-639b-4164-a0ee-ffc9f6af11ba admin admin] Calling delete_port for 69b245e5-e87a-435f-bd5c-80198ee29aec owned by network:router_interface {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:23.918400 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-7d962e8b-ab2a-41e3-8938-fc1a93f0e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:23.936548 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cf4cf60-639b-4164-a0ee-ffc9f6af11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (69b245e5-e87a-435f-bd5c-80198ee29aec), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:23.943276 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d962e8b-ab2a-41e3-8938-fc1a93f0e71c None None] Checking router: a0cfee52-5e51-4473-bf21-5596693dc119 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:33:23.951571 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d962e8b-ab2a-41e3-8938-fc1a93f0e71c None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:23.952115 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-7d962e8b-ab2a-41e3-8938-fc1a93f0e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:33:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:23.962043 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4cf60-639b-4164-a0ee-ffc9f6af11ba admin admin] Pushing event deleted for resources: {'Port': ['ID=69b245e5-e87a-435f-bd5c-80198ee29aec,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:24.063560 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-7d962e8b-ab2a-41e3-8938-fc1a93f0e71c None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:24.070384 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:24.084326 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:24.143068 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cf4cf60-639b-4164-a0ee-ffc9f6af11ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454342'] for router_interface (58ad106b-5fad-4301-92ba-e337966ed6f6), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:24.284413 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-7d962e8b-ab2a-41e3-8938-fc1a93f0e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:24.316602 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d962e8b-ab2a-41e3-8938-fc1a93f0e71c None None] The sync data for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi is: [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:33:24.382010 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf4cf60-639b-4164-a0ee-ffc9f6af11ba admin admin] Router 58ad106b-5fad-4301-92ba-e337966ed6f6 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:33:24.501364 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf4cf60-639b-4164-a0ee-ffc9f6af11ba admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:33:24.509931 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5cf4cf60-639b-4164-a0ee-ffc9f6af11ba admin admin] 10.222.0.43 "PUT /v2.0/routers/58ad106b-5fad-4301-92ba-e337966ed6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4870040 Jul 20 19:33:24.511681 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f8d93-ec03-45b1-8ca2-ba2afbb17311 None None] Sync routers for ids ['58ad106b-5fad-4301-92ba-e337966ed6f6'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:33:24.513244 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46428) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:24.528541 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f8d93-ec03-45b1-8ca2-ba2afbb17311 None None] Routers {'58ad106b-5fad-4301-92ba-e337966ed6f6'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:24.529479 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-db0f8d93-ec03-45b1-8ca2-ba2afbb17311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:33:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58ad106b-5fad-4301-92ba-e337966ed6f6'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:24.579296 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f501c9-61ef-46ee-a31a-c782230960b7 None None] New status for floating IP 54aa9e1d-8a52-4076-9862-24e42c8c2c14: DOWN {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:33:24.603867 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46432) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:24.652330 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Publish callbacks [] for router (58ad106b-5fad-4301-92ba-e337966ed6f6), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:24.663479 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-db0f8d93-ec03-45b1-8ca2-ba2afbb17311 None None] Set router 58ad106b-5fad-4301-92ba-e337966ed6f6 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:24.677194 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5e81-b61a-4d4c-b061-d92e892b008e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (e1d5121f-6aef-49d0-bc24-857132d1a631), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:24.709428 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5e81-b61a-4d4c-b061-d92e892b008e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (e1d5121f-6aef-49d0-bc24-857132d1a631), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:24.782369 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5e81-b61a-4d4c-b061-d92e892b008e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e1d5121f-6aef-49d0-bc24-857132d1a631), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:24.786144 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5e81-b61a-4d4c-b061-d92e892b008e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:24.790351 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-7c9e5e81-b61a-4d4c-b061-d92e892b008e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "DELETE /v2.0/security-groups/e1d5121f-6aef-49d0-bc24-857132d1a631 HTTP/1.1" status: 204 len: 168 time: 0.1824965 Jul 20 19:33:24.790522 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Publish callbacks [] for router_gateway (58ad106b-5fad-4301-92ba-e337966ed6f6), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:24.792962 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46434) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:24.809229 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e5e81-b61a-4d4c-b061-d92e892b008e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d5121f-6aef-49d0-bc24-857132d1a631,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:24.817039 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.api.v2.resource [None req-e5e81a1d-0381-4607-a316-e4bf55b9a4f7 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] show failed (client error): The resource could not be found. Jul 20 19:33:24.821618 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-e5e81a1d-0381-4607-a316-e4bf55b9a4f7 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups/e1d5121f-6aef-49d0-bc24-857132d1a631 HTTP/1.1" status: 404 len: 347 time: 0.0238423 Jul 20 19:33:24.822291 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46436) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:24.835385 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Deleting port 0cc2f887-432b-40bf-9e7f-677b47284b30 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:24.835848 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:24.858661 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:24.886711 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-db0f8d93-ec03-45b1-8ca2-ba2afbb17311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'name': 'tempest-TestVolumeBootPattern-11256740-router', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:25:05Z', 'updated_at': '2022-07-20T19:33:23Z', 'revision_number': 5, 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'gw_port': {'id': '0cc2f887-432b-40bf-9e7f-677b47284b30', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:25:06Z', 'updated_at': '2022-07-20T19:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:24.921362 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f8d93-ec03-45b1-8ca2-ba2afbb17311 None None] Checking router: 58ad106b-5fad-4301-92ba-e337966ed6f6 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:33:24.925094 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] For port 0cc2f887-432b-40bf-9e7f-677b47284b30, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=0cc2f887-432b-40bf-9e7f-677b47284b30,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:24.925459 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:24.932578 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f8d93-ec03-45b1-8ca2-ba2afbb17311 None None] Routers {'58ad106b-5fad-4301-92ba-e337966ed6f6'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:24.933567 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-db0f8d93-ec03-45b1-8ca2-ba2afbb17311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:33:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58ad106b-5fad-4301-92ba-e337966ed6f6'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:24.938751 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Calling delete_port for 0cc2f887-432b-40bf-9e7f-677b47284b30 owned by network:router_gateway {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:24.945184 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ca2c0-01bd-4b11-bb68-b034b3452d99 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Deleting port 3bbe278e-b7d4-48e0-b9dc-53a5988dc819 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:24.945525 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5c5ca2c0-01bd-4b11-bb68-b034b3452d99 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (3bbe278e-b7d4-48e0-b9dc-53a5988dc819), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.021845 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-db0f8d93-ec03-45b1-8ca2-ba2afbb17311 None None] Set router 58ad106b-5fad-4301-92ba-e337966ed6f6 gateway port host: None {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:25.027049 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5c5ca2c0-01bd-4b11-bb68-b034b3452d99 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (3bbe278e-b7d4-48e0-b9dc-53a5988dc819), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.027610 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5c5ca2c0-01bd-4b11-bb68-b034b3452d99 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (3bbe278e-b7d4-48e0-b9dc-53a5988dc819), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.042609 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ca2c0-01bd-4b11-bb68-b034b3452d99 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Calling delete_port for 3bbe278e-b7d4-48e0-b9dc-53a5988dc819 owned by network:floatingip {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:25.078757 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-db0f8d93-ec03-45b1-8ca2-ba2afbb17311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'name': 'tempest-TestVolumeBootPattern-11256740-router', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:25:05Z', 'updated_at': '2022-07-20T19:33:24Z', 'revision_number': 6, 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'gw_port_host': None}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:25.104755 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f8d93-ec03-45b1-8ca2-ba2afbb17311 None None] The sync data for ids ['58ad106b-5fad-4301-92ba-e337966ed6f6'] in dv-cinder-819149-14-iscsi is: [{'id': '58ad106b-5fad-4301-92ba-e337966ed6f6', 'name': 'tempest-TestVolumeBootPattern-11256740-router', 'tenant_id': '4e6e524426f1439c99af0938f0e5a6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:25:05Z', 'updated_at': '2022-07-20T19:33:24Z', 'revision_number': 6, 'project_id': '4e6e524426f1439c99af0938f0e5a6ab', 'gw_port_host': None}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:33:25.122095 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (0cc2f887-432b-40bf-9e7f-677b47284b30), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.125150 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:25.160141 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc2f887-432b-40bf-9e7f-677b47284b30,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:25.199086 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5c5ca2c0-01bd-4b11-bb68-b034b3452d99 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (3bbe278e-b7d4-48e0-b9dc-53a5988dc819), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.224142 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ca2c0-01bd-4b11-bb68-b034b3452d99 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event deleted for resources: {'Port': ['ID=3bbe278e-b7d4-48e0-b9dc-53a5988dc819,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:25.229491 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-458459'] for router_gateway (58ad106b-5fad-4301-92ba-e337966ed6f6), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.253801 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:25.293875 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5c5ca2c0-01bd-4b11-bb68-b034b3452d99 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (54aa9e1d-8a52-4076-9862-24e42c8c2c14), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.296417 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5c5ca2c0-01bd-4b11-bb68-b034b3452d99 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.297603 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5c5ca2c0-01bd-4b11-bb68-b034b3452d99 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "DELETE /v2.0/floatingips/54aa9e1d-8a52-4076-9862-24e42c8c2c14 HTTP/1.1" status: 204 len: 168 time: 0.4743969 Jul 20 19:33:25.323288 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127878'] for router (58ad106b-5fad-4301-92ba-e337966ed6f6), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.325548 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Publish callbacks [] for router_controller (58ad106b-5fad-4301-92ba-e337966ed6f6), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.369301 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46440) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:25.373707 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-8f5b57c5-61e6-4363-9084-32f54cd50964 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--777809653', 'description': 'tempest-description--76281712'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:25.379668 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453216'] for router (58ad106b-5fad-4301-92ba-e337966ed6f6), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.380348 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58ad106b-5fad-4301-92ba-e337966ed6f6 {{(pid=103974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:33:25.385052 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.386175 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-539398b5-b4f3-4f03-8567-f553c2d08646 admin admin] 10.222.0.43 "DELETE /v2.0/routers/58ad106b-5fad-4301-92ba-e337966ed6f6 HTTP/1.1" status: 204 len: 168 time: 0.8711107 Jul 20 19:33:25.388875 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46442) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:25.426492 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8f5b57c5-61e6-4363-9084-32f54cd50964 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.450835 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc7ef64-bebf-44bb-9e97-795be5e10af5 admin admin] Deleting subnet 233c0857-6d8f-495a-9c40-1e6bfd516bb0 {{(pid=103973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:33:25.456355 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ef64-bebf-44bb-9e97-795be5e10af5 admin admin] Publish callbacks [] for subnet (233c0857-6d8f-495a-9c40-1e6bfd516bb0), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.508429 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ef64-bebf-44bb-9e97-795be5e10af5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9994362'] for subnet (233c0857-6d8f-495a-9c40-1e6bfd516bb0), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.575830 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8f5b57c5-61e6-4363-9084-32f54cd50964 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (261f1519-f08d-4666-a4e2-0020a122e915), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.581501 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8f5b57c5-61e6-4363-9084-32f54cd50964 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (261f1519-f08d-4666-a4e2-0020a122e915), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.637008 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ef64-bebf-44bb-9e97-795be5e10af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (233c0857-6d8f-495a-9c40-1e6bfd516bb0), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.640936 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8f5b57c5-61e6-4363-9084-32f54cd50964 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.642168 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-8f5b57c5-61e6-4363-9084-32f54cd50964 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2718616 Jul 20 19:33:25.645705 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46444) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:25.650272 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-bc45a478-a47d-4e38-b88c-9cd27d9c3eb2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'security_group_rule': {'security_group_id': '261f1519-f08d-4666-a4e2-0020a122e915', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:25.660982 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b57c5-61e6-4363-9084-32f54cd50964 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261f1519-f08d-4666-a4e2-0020a122e915,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:25.678614 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bc45a478-a47d-4e38-b88c-9cd27d9c3eb2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (66940f39-2304-4598-bd95-7d25484ab073), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.698703 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ef64-bebf-44bb-9e97-795be5e10af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9994387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111589'] for subnet (233c0857-6d8f-495a-9c40-1e6bfd516bb0), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.727493 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bc45a478-a47d-4e38-b88c-9cd27d9c3eb2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (66940f39-2304-4598-bd95-7d25484ab073), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.727842 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ef64-bebf-44bb-9e97-795be5e10af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.732159 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bc45a478-a47d-4e38-b88c-9cd27d9c3eb2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (66940f39-2304-4598-bd95-7d25484ab073), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.732456 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5cc7ef64-bebf-44bb-9e97-795be5e10af5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/233c0857-6d8f-495a-9c40-1e6bfd516bb0 HTTP/1.1" status: 204 len: 168 time: 0.3423667 Jul 20 19:33:25.733282 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7ef64-bebf-44bb-9e97-795be5e10af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233c0857-6d8f-495a-9c40-1e6bfd516bb0,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:25.736044 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46446) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:25.737459 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c9927-6f24-47eb-8e3e-eb480ea83b83 None None] Network e994e37c-00a8-4b79-8036-e73179e24c45 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:33:25.752446 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45a478-a47d-4e38-b88c-9cd27d9c3eb2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66940f39-2304-4598-bd95-7d25484ab073,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:25.763941 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bc45a478-a47d-4e38-b88c-9cd27d9c3eb2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.765251 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-bc45a478-a47d-4e38-b88c-9cd27d9c3eb2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185329 Jul 20 19:33:25.768375 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46448) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:25.773309 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-7f44a50a-56e7-4ca0-91ec-e02588ceba18 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'security_group_rule': {'security_group_id': '261f1519-f08d-4666-a4e2-0020a122e915', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:25.802040 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f44a50a-56e7-4ca0-91ec-e02588ceba18 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (807d249c-f3da-4a49-90b1-c5c7d94307ab), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.805839 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:25.828221 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (e994e37c-00a8-4b79-8036-e73179e24c45), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.876125 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f44a50a-56e7-4ca0-91ec-e02588ceba18 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (807d249c-f3da-4a49-90b1-c5c7d94307ab), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.877817 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Deleting port 6508911c-cc08-4d77-8075-7375ab0841c0 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:25.878339 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.881101 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f44a50a-56e7-4ca0-91ec-e02588ceba18 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (807d249c-f3da-4a49-90b1-c5c7d94307ab), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.907377 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44a50a-56e7-4ca0-91ec-e02588ceba18 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807d249c-f3da-4a49-90b1-c5c7d94307ab,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:25.915345 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f44a50a-56e7-4ca0-91ec-e02588ceba18 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.916580 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-7f44a50a-56e7-4ca0-91ec-e02588ceba18 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472154 Jul 20 19:33:25.921261 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46450) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:25.926047 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:25.927534 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5294ee4b-abc1-4ad4-98bd-2171193f26a1 None None] DHCP port deletion for e994e37c-00a8-4b79-8036-e73179e24c45 request from dv-cinder-819149-14-iscsi {{(pid=103975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:33:25.951981 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.965259 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] For port 6508911c-cc08-4d77-8075-7375ab0841c0, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=6508911c-cc08-4d77-8075-7375ab0841c0,segment=NetworkSegment(9d9a1364-6001-4f9a-a66e-31715a715d09),segment_id=9d9a1364-6001-4f9a-a66e-31715a715d09)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:25.965769 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.966768 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-5294ee4b-abc1-4ad4-98bd-2171193f26a1 None None] Deleting port 6508911c-cc08-4d77-8075-7375ab0841c0 {{(pid=103975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:25.967325 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-5294ee4b-abc1-4ad4-98bd-2171193f26a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), before_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:25.980500 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Calling delete_port for 6508911c-cc08-4d77-8075-7375ab0841c0 owned by network:dhcp {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:26.034710 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-5294ee4b-abc1-4ad4-98bd-2171193f26a1 None None] For port 6508911c-cc08-4d77-8075-7375ab0841c0, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=6508911c-cc08-4d77-8075-7375ab0841c0,segment=NetworkSegment(9d9a1364-6001-4f9a-a66e-31715a715d09),segment_id=9d9a1364-6001-4f9a-a66e-31715a715d09)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:26.035630 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-5294ee4b-abc1-4ad4-98bd-2171193f26a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), precommit_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.036767 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:26.049391 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-5294ee4b-abc1-4ad4-98bd-2171193f26a1 None None] Calling delete_port for 6508911c-cc08-4d77-8075-7375ab0841c0 owned by network:dhcp {{(pid=103975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:26.053147 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:26.063186 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.080356 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.083846 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:26.123382 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=6508911c-cc08-4d77-8075-7375ab0841c0,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:26.128742 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] No DVR routers for this DVR port 6508911c-cc08-4d77-8075-7375ab0841c0 on host dv-cinder-819149-14-iscsi {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:33:26.133045 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-5294ee4b-abc1-4ad4-98bd-2171193f26a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190'] for port (6508911c-cc08-4d77-8075-7375ab0841c0), after_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.162064 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294ee4b-abc1-4ad4-98bd-2171193f26a1 None None] Pushing event deleted for resources: {'Port': ['ID=6508911c-cc08-4d77-8075-7375ab0841c0,revision_number=None']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:26.165772 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294ee4b-abc1-4ad4-98bd-2171193f26a1 None None] No DVR routers for this DVR port 6508911c-cc08-4d77-8075-7375ab0841c0 on host dv-cinder-819149-14-iscsi {{(pid=103975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:33:26.213185 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Allocated IP 172.27.2.70 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/641784ae-f2a9-4480-8779-4b8d0af9f03c) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:33:26.236739 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (e994e37c-00a8-4b79-8036-e73179e24c45), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.260602 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e994e37c-00a8-4b79-8036-e73179e24c45']}} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:26.270563 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9a1364-6001-4f9a-a66e-31715a715d09') {'for_net_delete': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:26.270927 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9a1364-6001-4f9a-a66e-31715a715d09') {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:26.280958 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9994349'] for segment (9d9a1364-6001-4f9a-a66e-31715a715d09), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.294664 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (9d9a1364-6001-4f9a-a66e-31715a715d09), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.301377 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:33:26.301787 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995313'] for segment (9d9a1364-6001-4f9a-a66e-31715a715d09), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.324994 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 9d9a1364-6001-4f9a-a66e-31715a715d09 resource provider aggregate not found Jul 20 19:33:26.335339 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for port (641784ae-f2a9-4480-8779-4b8d0af9f03c), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.369592 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (641784ae-f2a9-4480-8779-4b8d0af9f03c), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.370549 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (e994e37c-00a8-4b79-8036-e73179e24c45), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.377468 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.383213 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e994e37c-00a8-4b79-8036-e73179e24c45 HTTP/1.1" status: 204 len: 168 time: 0.6430433 Jul 20 19:33:26.383213 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 9d9a1364-6001-4f9a-a66e-31715a715d09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d9a1364-6001-4f9a-a66e-31715a715d09 found for delete ", "request_id": "req-9fdf586d-ee8f-4267-8fba-49924f55f8ad"}]} Jul 20 19:33:26.396151 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a87e6-062f-4172-bb00-f962943a0c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=e994e37c-00a8-4b79-8036-e73179e24c45,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:26.407191 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:33:26.415822 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:33:26.419885 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:33:26.450160 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'Port': ['ID=641784ae-f2a9-4480-8779-4b8d0af9f03c,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:26.504158 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46458) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:26.515905 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (aedaae1a-d8da-41d1-85bb-8cec16d7d71d), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.543664 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-1a8c2e5a-660a-47fe-8ba5-7289c280f7df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=182d5b6ac9e6412b907119a623869c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382226 Jul 20 19:33:26.546247 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46460) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:26.554200 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (641784ae-f2a9-4480-8779-4b8d0af9f03c), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.595535 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-319f47db-a669-44b5-b3ab-0e0ead771702 admin admin] Publish callbacks [] for security_group (e34b5f74-572c-4a25-81ac-d779044520a9), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.617958 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-319f47db-a669-44b5-b3ab-0e0ead771702 admin admin] Publish callbacks [] for security_group (e34b5f74-572c-4a25-81ac-d779044520a9), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.654003 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:26.669105 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-319f47db-a669-44b5-b3ab-0e0ead771702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e34b5f74-572c-4a25-81ac-d779044520a9), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.671920 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-319f47db-a669-44b5-b3ab-0e0ead771702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.673673 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-319f47db-a669-44b5-b3ab-0e0ead771702 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e34b5f74-572c-4a25-81ac-d779044520a9 HTTP/1.1" status: 204 len: 168 time: 0.1260378 Jul 20 19:33:26.685535 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f47db-a669-44b5-b3ab-0e0ead771702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34b5f74-572c-4a25-81ac-d779044520a9,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:26.712364 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for port (641784ae-f2a9-4480-8779-4b8d0af9f03c), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.718119 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (641784ae-f2a9-4480-8779-4b8d0af9f03c), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.794858 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'Port': ['ID=641784ae-f2a9-4480-8779-4b8d0af9f03c,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:26.802536 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (aedaae1a-d8da-41d1-85bb-8cec16d7d71d), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.819849 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.821123 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-bce788ee-7541-4618-951f-75fb8a0caeec tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9001334 Jul 20 19:33:27.020663 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46482) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:27.031870 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-e5535bc6-0766-4ccd-adaf-49872962f3bd tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--777809653&fields=id&tenant_id=ba897ed63f434ec88f93da1cae7024f1 HTTP/1.1" status: 200 len: 267 time: 0.0466840 Jul 20 19:33:27.047895 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:27.067077 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-3e7a72c7-ee3b-47c4-9eb9-c6266a29861f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e6e524426f1439c99af0938f0e5a6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426319 Jul 20 19:33:27.067505 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46484) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:27.108116 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 6508911c-cc08-4d77-8075-7375ab0841c0 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:27.128249 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 6508911c-cc08-4d77-8075-7375ab0841c0 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:27.128726 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 6508911c-cc08-4d77-8075-7375ab0841c0 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:27.129219 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 0cc2f887-432b-40bf-9e7f-677b47284b30 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:27.149585 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 0cc2f887-432b-40bf-9e7f-677b47284b30 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:27.149931 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 0cc2f887-432b-40bf-9e7f-677b47284b30 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:27.150353 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 69b245e5-e87a-435f-bd5c-80198ee29aec no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:27.153196 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:27.169382 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 69b245e5-e87a-435f-bd5c-80198ee29aec {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:27.169728 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 69b245e5-e87a-435f-bd5c-80198ee29aec not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:27.177842 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-29d7d3c6-5112-4339-be2a-b0c14c0a9dda admin admin] Publish callbacks [] for security_group (9d83216e-471c-404a-ba91-c8e00d189459), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:27.185855 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95176-5221-41a1-9e82-321ae0171898 req-984ee7ea-51d2-430e-9de0-2b4ee308866b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:27.187443 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-984ee7ea-51d2-430e-9de0-2b4ee308866b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 815 time: 0.1482711 Jul 20 19:33:27.219121 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-941048e7-8b56-4239-8031-492d13f2e1f6 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/quotas/ba897ed63f434ec88f93da1cae7024f1 HTTP/1.1" status: 200 len: 375 time: 0.0239213 Jul 20 19:33:27.221427 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-29d7d3c6-5112-4339-be2a-b0c14c0a9dda admin admin] Publish callbacks [] for security_group (9d83216e-471c-404a-ba91-c8e00d189459), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:27.288394 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-082da41a-1d4c-4078-9710-d3c7c26cb86d tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605247 Jul 20 19:33:27.321799 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-29d7d3c6-5112-4339-be2a-b0c14c0a9dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (9d83216e-471c-404a-ba91-c8e00d189459), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:27.324273 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-29d7d3c6-5112-4339-be2a-b0c14c0a9dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:27.325426 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-29d7d3c6-5112-4339-be2a-b0c14c0a9dda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d83216e-471c-404a-ba91-c8e00d189459 HTTP/1.1" status: 204 len: 168 time: 0.2569773 Jul 20 19:33:27.341645 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7d3c6-5112-4339-be2a-b0c14c0a9dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d83216e-471c-404a-ba91-c8e00d189459,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:27.415584 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-329ec71b-e971-46b8-9086-3830cd6a627e service neutron] 10.222.0.43 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148024 Jul 20 19:33:27.429123 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:27.684935 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device a87bdbd5-2067-4857-be31-d686671b3573 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:27.687877 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:27.710520 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: a87bdbd5-2067-4857-be31-d686671b3573 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:27.710908 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device a87bdbd5-2067-4857-be31-d686671b3573 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:27.719861 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:27.777624 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-aa5589cb-5ca0-4d03-a2f0-0b4b6717ad83 service neutron] 10.222.0.43 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566213 Jul 20 19:33:27.933881 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bc52a661-2ddc-4aaa-8b77-5b2643181548 req-16297d19-8249-42cc-95e7-29ecb7c2cb03 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 210 time: 0.0272849 Jul 20 19:33:28.943244 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95176-5221-41a1-9e82-321ae0171898 req-bf1da597-543a-4e33-8fd0-1dde40d202e7 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:28.944787 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-bf1da597-543a-4e33-8fd0-1dde40d202e7 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 815 time: 0.1053994 Jul 20 19:33:29.013469 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-3d6072e8-beef-4dd8-9a71-baada0baf508 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba897ed63f434ec88f93da1cae7024f1 HTTP/1.1" status: 200 len: 379 time: 0.0556161 Jul 20 19:33:29.038646 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-61cd2a7e-80eb-4170-ab23-9d628308c054 req-d8901d39-821a-4940-9cc5-b670b6331b6e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 210 time: 0.0283215 Jul 20 19:33:29.106065 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-90a95176-5221-41a1-9e82-321ae0171898 req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'port': {'device_id': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'admin_state_up': True, 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'security_groups': ['261f1519-f08d-4666-a4e2-0020a122e915']}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:29.214120 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a95176-5221-41a1-9e82-321ae0171898 req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Made reservation on behalf of ba897ed63f434ec88f93da1cae7024f1 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:33:29.217455 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-90a95176-5221-41a1-9e82-321ae0171898 req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.348190 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-90a95176-5221-41a1-9e82-321ae0171898 req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Allocated IP 172.20.0.8 (8d1f9468-ee30-4ff5-9d99-0240a7903291/9ac62582-e651-41bb-b8bc-ca4071f8d595/9e047325-4293-4e78-aab6-5ab3e74e8b81) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:33:29.488529 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-90a95176-5221-41a1-9e82-321ae0171898 req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.520180 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-90a95176-5221-41a1-9e82-321ae0171898 req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.526607 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:29.562572 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a95176-5221-41a1-9e82-321ae0171898 req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Network 8d1f9468-ee30-4ff5-9d99-0240a7903291 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:33:29.570780 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-90a95176-5221-41a1-9e82-321ae0171898 req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:33:29.574712 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a95176-5221-41a1-9e82-321ae0171898 req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:33:29.600946 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'Port': ['ID=9e047325-4293-4e78-aab6-5ab3e74e8b81,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:29.628998 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95176-5221-41a1-9e82-321ae0171898 req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:29.629616 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-90a95176-5221-41a1-9e82-321ae0171898 req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.639397 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:29.649355 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-9ff1909e-2958-43c7-859f-cfbca0fcf715 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472291 Jul 20 19:33:29.664896 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Request body: {'port': {'device_id': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:29.729795 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.760719 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-61522100-bffd-4711-81fe-604ae6b61ef6 None None] Provisioning complete for port 9e047325-4293-4e78-aab6-5ab3e74e8b81 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:33:29.761306 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-61522100-bffd-4711-81fe-604ae6b61ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.792711 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-61522100-bffd-4711-81fe-604ae6b61ef6 None None] Port 9e047325-4293-4e78-aab6-5ab3e74e8b81 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:33:29.991524 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e047325-4293-4e78-aab6-5ab3e74e8b81 {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:33:29.998769 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Publish callbacks [] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:30.011122 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Transition to ACTIVE for port object 9e047325-4293-4e78-aab6-5ab3e74e8b81 will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:33:30.014585 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:30.068454 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Pushing event updated for resources: {'Port': ['ID=9e047325-4293-4e78-aab6-5ab3e74e8b81,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:30.169623 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00800b8c-37ff-4e27-baf6-304245b701e8 req-17d5c216-c24d-40c7-8358-0805ec32eb7f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:30.171109 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-00800b8c-37ff-4e27-baf6-304245b701e8 req-17d5c216-c24d-40c7-8358-0805ec32eb7f tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 943 time: 0.0586789 Jul 20 19:33:30.192204 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Attempting to bind port 9e047325-4293-4e78-aab6-5ab3e74e8b81 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:33:30.192560 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Attempting to bind port 9e047325-4293-4e78-aab6-5ab3e74e8b81 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:33:30.192894 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Attempting to bind port 9e047325-4293-4e78-aab6-5ab3e74e8b81 on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:33:30.206094 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Port 9e047325-4293-4e78-aab6-5ab3e74e8b81 on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:33:30.206417 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Attempting to bind port 9e047325-4293-4e78-aab6-5ab3e74e8b81 on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:33:30.219726 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:33:30.220616 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Checking segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:33:30.221003 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Bound using segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:33:30.221444 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Bound port: 9e047325-4293-4e78-aab6-5ab3e74e8b81, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:33:30.221802 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:30.249750 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-00800b8c-37ff-4e27-baf6-304245b701e8 req-b621d41c-604f-409f-8efa-df3cf3216952 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=261f1519-f08d-4666-a4e2-0020a122e915&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721586 Jul 20 19:33:30.297655 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] For port 9e047325-4293-4e78-aab6-5ab3e74e8b81, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:33:30.300674 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] For port 9e047325-4293-4e78-aab6-5ab3e74e8b81, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9e047325-4293-4e78-aab6-5ab3e74e8b81,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:33:30.308475 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:30.342590 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:30.343301 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:30.344696 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] 10.222.0.89 "PUT /v2.0/ports/9e047325-4293-4e78-aab6-5ab3e74e8b81 HTTP/1.1" status: 200 len: 1093 time: 0.6843390 Jul 20 19:33:30.346125 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'tag': '9e047325-4293-4e78-aab6-5ab3e74e8b81'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:30.348606 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44263eed-1a89-4780-903f-c5086e80b1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b31a538-5da9-486d-84bb-0e8e41aedf2b", "tag": "9e047325-4293-4e78-aab6-5ab3e74e8b81"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:30.373147 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bb491-aeeb-4170-82b2-be3715db9c5c service neutron] Pushing event updated for resources: {'Port': ['ID=9e047325-4293-4e78-aab6-5ab3e74e8b81,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:30.397167 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a954984-1922-4adf-9a03-a05db8ad1766 x-openstack-request-id: req-0a954984-1922-4adf-9a03-a05db8ad1766 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:30.397673 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b31a538-5da9-486d-84bb-0e8e41aedf2b", "tag": "9e047325-4293-4e78-aab6-5ab3e74e8b81", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:30.397842 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a954984-1922-4adf-9a03-a05db8ad1766 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:30.398408 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a954984-1922-4adf-9a03-a05db8ad1766'] response: {'name': 'network-changed', 'server_uuid': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'tag': '9e047325-4293-4e78-aab6-5ab3e74e8b81', 'status': 'completed', 'code': 200} Jul 20 19:33:30.452275 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95176-5221-41a1-9e82-321ae0171898 req-f575c6a7-4afd-4f8f-bacb-be0a4cc2f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:30.453808 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-f575c6a7-4afd-4f8f-bacb-be0a4cc2f677 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 1127 time: 0.0490069 Jul 20 19:33:30.500281 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-a78bd105-6fe8-4f25-974a-f62ad7b082f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e047325-4293-4e78-aab6-5ab3e74e8b81 HTTP/1.1" status: 200 len: 217 time: 0.0342951 Jul 20 19:33:30.545627 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:30.556962 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95176-5221-41a1-9e82-321ae0171898 req-d3b1a560-44c0-4653-8724-f85bd947b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:30.558402 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-d3b1a560-44c0-4653-8724-f85bd947b146 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9ac62582-e651-41bb-b8bc-ca4071f8d595 HTTP/1.1" status: 200 len: 854 time: 0.0470295 Jul 20 19:33:30.574369 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:30.608236 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95176-5221-41a1-9e82-321ae0171898 req-250b0fec-6662-4b1c-806c-6a343579e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:30.609788 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-250b0fec-6662-4b1c-806c-6a343579e25f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d1f9468-ee30-4ff5-9d99-0240a7903291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424645 Jul 20 19:33:30.706722 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-12515d81-01b1-4aa6-9042-b577a0c32194 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858104 Jul 20 19:33:30.800045 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-90a95176-5221-41a1-9e82-321ae0171898 req-fd11dc88-0068-4d48-8a73-13282e03c428 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843458 Jul 20 19:33:31.365530 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e61844-0492-4122-bb8a-2f66067b0da6 req-c567d9ed-cde0-46cf-bc6b-cbef4af94ebe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:31.366997 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-34e61844-0492-4122-bb8a-2f66067b0da6 req-c567d9ed-cde0-46cf-bc6b-cbef4af94ebe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 943 time: 0.0468171 Jul 20 19:33:31.414524 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-34e61844-0492-4122-bb8a-2f66067b0da6 req-ecef40b7-213d-4c57-ab0c-4451d6639547 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=261f1519-f08d-4666-a4e2-0020a122e915&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420065 Jul 20 19:33:31.753313 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44263eed-1a89-4780-903f-c5086e80b1a1 req-0462e9ec-d68d-4d2e-9488-70fec0e4496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:31.754775 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-44263eed-1a89-4780-903f-c5086e80b1a1 req-0462e9ec-d68d-4d2e-9488-70fec0e4496a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 1127 time: 0.0398936 Jul 20 19:33:31.846901 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44263eed-1a89-4780-903f-c5086e80b1a1 req-268e776c-b89d-4c7f-89ba-1e8913c44d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:31.848358 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-44263eed-1a89-4780-903f-c5086e80b1a1 req-268e776c-b89d-4c7f-89ba-1e8913c44d18 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 916 time: 0.0874069 Jul 20 19:33:31.889613 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-44263eed-1a89-4780-903f-c5086e80b1a1 req-ed9cbcde-defa-4ea5-9170-12cf953a3258 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e047325-4293-4e78-aab6-5ab3e74e8b81 HTTP/1.1" status: 200 len: 217 time: 0.0311809 Jul 20 19:33:31.936489 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44263eed-1a89-4780-903f-c5086e80b1a1 req-f7a2d30c-758c-4cd4-95f9-7313d149700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:31.938012 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-44263eed-1a89-4780-903f-c5086e80b1a1 req-f7a2d30c-758c-4cd4-95f9-7313d149700c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9ac62582-e651-41bb-b8bc-ca4071f8d595 HTTP/1.1" status: 200 len: 854 time: 0.0425670 Jul 20 19:33:31.986540 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44263eed-1a89-4780-903f-c5086e80b1a1 req-70df9b4b-44ab-4288-91db-0682abf47688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:31.987985 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-44263eed-1a89-4780-903f-c5086e80b1a1 req-70df9b4b-44ab-4288-91db-0682abf47688 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d1f9468-ee30-4ff5-9d99-0240a7903291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412178 Jul 20 19:33:32.081301 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-44263eed-1a89-4780-903f-c5086e80b1a1 req-09c0e348-c803-47e3-bf02-5dbfc156e176 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830746 Jul 20 19:33:32.436234 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-44263eed-1a89-4780-903f-c5086e80b1a1 req-79821603-c2b3-4467-a8c0-254a1a860b72 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481162 Jul 20 19:33:32.537998 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4b3fc-2d42-470b-a80f-b6eb32e003b5 req-1822cada-34ad-4b77-821e-2cb74ff6d1bc tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:32.539426 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8ee4b3fc-2d42-470b-a80f-b6eb32e003b5 req-1822cada-34ad-4b77-821e-2cb74ff6d1bc tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 943 time: 0.0490911 Jul 20 19:33:32.586453 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-8ee4b3fc-2d42-470b-a80f-b6eb32e003b5 req-beeebb26-c2c5-43cf-a401-a7febaf8bbf3 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=261f1519-f08d-4666-a4e2-0020a122e915&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413799 Jul 20 19:33:33.697127 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 9e047325-4293-4e78-aab6-5ab3e74e8b81 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:33:33.698621 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5c0ea-fa89-46e9-95b9-ebccb4f58fc8 req-334fe6ca-f082-47cc-8ee8-5325a03d37d5 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:33.700092 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bbe5c0ea-fa89-46e9-95b9-ebccb4f58fc8 req-334fe6ca-f082-47cc-8ee8-5325a03d37d5 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 943 time: 0.0470619 Jul 20 19:33:33.747733 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-bbe5c0ea-fa89-46e9-95b9-ebccb4f58fc8 req-c9aac1a7-1dcb-4678-9904-e5d0bfe779c9 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=261f1519-f08d-4666-a4e2-0020a122e915&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410578 Jul 20 19:33:33.797380 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 9e047325-4293-4e78-aab6-5ab3e74e8b81, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9e047325-4293-4e78-aab6-5ab3e74e8b81,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:33.811616 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '9e047325-4293-4e78-aab6-5ab3e74e8b81', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'port_id': '9e047325-4293-4e78-aab6-5ab3e74e8b81', 'mac_address': 'fa:16:3e:83:77:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:33:33.846912 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 9e047325-4293-4e78-aab6-5ab3e74e8b81 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:33:33.847295 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:33.859835 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e047325-4293-4e78-aab6-5ab3e74e8b81 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:33:33.879397 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 9e047325-4293-4e78-aab6-5ab3e74e8b81, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9e047325-4293-4e78-aab6-5ab3e74e8b81,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:33.882830 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:33.927837 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=9e047325-4293-4e78-aab6-5ab3e74e8b81,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:34.178503 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['9e047325-4293-4e78-aab6-5ab3e74e8b81'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:33:34.868155 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d333bf0-b934-409b-854c-7d58f9e9f22f req-e20c19d4-b284-4d3a-acbe-44e032256184 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:34.869775 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2d333bf0-b934-409b-854c-7d58f9e9f22f req-e20c19d4-b284-4d3a-acbe-44e032256184 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 944 time: 0.0473690 Jul 20 19:33:34.916654 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2d333bf0-b934-409b-854c-7d58f9e9f22f req-460bbb3d-6cef-4994-a4ba-23f932351b70 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=261f1519-f08d-4666-a4e2-0020a122e915&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412266 Jul 20 19:33:35.715095 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 9e047325-4293-4e78-aab6-5ab3e74e8b81 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:33:35.757361 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port 9e047325-4293-4e78-aab6-5ab3e74e8b81 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:33:35.763295 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 9e047325-4293-4e78-aab6-5ab3e74e8b81 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:33:35.763676 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:35.833185 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:33:35.960704 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 9e047325-4293-4e78-aab6-5ab3e74e8b81 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:33:35.961104 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:35.985708 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e047325-4293-4e78-aab6-5ab3e74e8b81'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:35.987876 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1922ad99-f4e8-4850-9619-69a626729667" -d '{"events": [{"server_uuid": "6b31a538-5da9-486d-84bb-0e8e41aedf2b", "name": "network-vif-plugged", "status": "completed", "tag": "9e047325-4293-4e78-aab6-5ab3e74e8b81"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:36.004579 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 9e047325-4293-4e78-aab6-5ab3e74e8b81, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9e047325-4293-4e78-aab6-5ab3e74e8b81,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:36.010781 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:36.036642 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cab8e3-bf99-44c9-84f5-ded65c81dcf8 x-openstack-request-id: req-65cab8e3-bf99-44c9-84f5-ded65c81dcf8 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:36.036642 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b31a538-5da9-486d-84bb-0e8e41aedf2b", "name": "network-vif-plugged", "status": "completed", "tag": "9e047325-4293-4e78-aab6-5ab3e74e8b81", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:36.036642 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65cab8e3-bf99-44c9-84f5-ded65c81dcf8 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:36.037140 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65cab8e3-bf99-44c9-84f5-ded65c81dcf8'] response: {'server_uuid': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e047325-4293-4e78-aab6-5ab3e74e8b81', 'code': 200} Jul 20 19:33:36.043865 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4d9da-b366-4234-9209-80d1e3fa1eca req-638e3ca4-2e7c-408d-ae31-81d9250a6597 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:36.045378 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-01d4d9da-b366-4234-9209-80d1e3fa1eca req-638e3ca4-2e7c-408d-ae31-81d9250a6597 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 944 time: 0.0545950 Jul 20 19:33:36.059958 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:36.072897 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=9e047325-4293-4e78-aab6-5ab3e74e8b81,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:36.099111 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-01d4d9da-b366-4234-9209-80d1e3fa1eca req-b3af9996-657c-4c07-817f-418097633206 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=261f1519-f08d-4666-a4e2-0020a122e915&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467823 Jul 20 19:33:36.224588 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c7136-76e1-4cd1-9755-4a6285666fd3 req-ffb0abe1-be35-43ff-8e54-b3ee6baabec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:36.226104 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2d9c7136-76e1-4cd1-9755-4a6285666fd3 req-ffb0abe1-be35-43ff-8e54-b3ee6baabec6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 1129 time: 0.0393493 Jul 20 19:33:36.249293 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:36.254468 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:36.271778 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2d9c7136-76e1-4cd1-9755-4a6285666fd3 req-9051e3d1-a502-4ec6-8d02-79a75961824e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=261f1519-f08d-4666-a4e2-0020a122e915&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400722 Jul 20 19:33:37.221259 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcca87-9e07-4479-a5e0-4c8917ab7f5f req-8378dfde-238d-4b08-9931-772b1c4ca096 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:37.222752 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-90bcca87-9e07-4479-a5e0-4c8917ab7f5f req-8378dfde-238d-4b08-9931-772b1c4ca096 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 945 time: 0.0524607 Jul 20 19:33:37.269985 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-90bcca87-9e07-4479-a5e0-4c8917ab7f5f req-a871b503-6441-4316-862d-16680d2c7477 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=261f1519-f08d-4666-a4e2-0020a122e915&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415730 Jul 20 19:33:38.384803 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ab5cc-16d5-4e0e-a639-64753c43acfd req-50928d16-3fa1-44d1-843a-9e9ff4bc8ff0 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:38.386251 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d89ab5cc-16d5-4e0e-a639-64753c43acfd req-50928d16-3fa1-44d1-843a-9e9ff4bc8ff0 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 945 time: 0.0473812 Jul 20 19:33:38.442532 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d89ab5cc-16d5-4e0e-a639-64753c43acfd req-a944b012-1e42-434f-a4fc-6be9e4433ed3 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=261f1519-f08d-4666-a4e2-0020a122e915&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507221 Jul 20 19:33:38.554220 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54a803-c6d6-4b50-a87d-903379969742 req-cc8e9000-14e9-4857-9421-c6666d9b529a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:38.555694 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-aa54a803-c6d6-4b50-a87d-903379969742 req-cc8e9000-14e9-4857-9421-c6666d9b529a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 945 time: 0.0480225 Jul 20 19:33:38.564321 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46526) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:38.569333 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-5098deda-b8a8-40b2-8b74-27b4f638747b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'floatingip': {'port_id': '9e047325-4293-4e78-aab6-5ab3e74e8b81'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:38.606623 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5098deda-b8a8-40b2-8b74-27b4f638747b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (aedaae1a-d8da-41d1-85bb-8cec16d7d71d), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:39.036786 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5098deda-b8a8-40b2-8b74-27b4f638747b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:39.040604 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5098deda-b8a8-40b2-8b74-27b4f638747b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (aedaae1a-d8da-41d1-85bb-8cec16d7d71d), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:39.135600 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [None req-5098deda-b8a8-40b2-8b74-27b4f638747b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Floating IP aedaae1a-d8da-41d1-85bb-8cec16d7d71d associated. External IP: 172.27.2.70, port: 9e047325-4293-4e78-aab6-5ab3e74e8b81. Jul 20 19:33:39.165989 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:39.273842 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:39.338057 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5098deda-b8a8-40b2-8b74-27b4f638747b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Router a0cfee52-5e51-4473-bf21-5596693dc119 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:33:39.445186 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5098deda-b8a8-40b2-8b74-27b4f638747b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:33:39.450048 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5098deda-b8a8-40b2-8b74-27b4f638747b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:39.455570 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe9b60-02ce-440f-bfa0-8a7ffb498767 None None] Sync routers for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:33:39.465073 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe9b60-02ce-440f-bfa0-8a7ffb498767 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:39.465689 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-fabe9b60-02ce-440f-bfa0-8a7ffb498767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:33:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:39.481262 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-5098deda-b8a8-40b2-8b74-27b4f638747b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "PUT /v2.0/floatingips/aedaae1a-d8da-41d1-85bb-8cec16d7d71d HTTP/1.1" status: 200 len: 990 time: 0.9158406 Jul 20 19:33:39.481837 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'tag': '9e047325-4293-4e78-aab6-5ab3e74e8b81'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:39.484132 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28cdc26-bd94-4a2d-b61f-b4f7cd2f3012" -d '{"events": [{"name": "network-changed", "server_uuid": "6b31a538-5da9-486d-84bb-0e8e41aedf2b", "tag": "9e047325-4293-4e78-aab6-5ab3e74e8b81"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:39.522965 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39173e68-034a-4a68-8213-400a7fcd1eb1 x-openstack-request-id: req-39173e68-034a-4a68-8213-400a7fcd1eb1 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:39.523259 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b31a538-5da9-486d-84bb-0e8e41aedf2b", "tag": "9e047325-4293-4e78-aab6-5ab3e74e8b81", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:39.523516 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39173e68-034a-4a68-8213-400a7fcd1eb1 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:39.523980 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39173e68-034a-4a68-8213-400a7fcd1eb1'] response: {'name': 'network-changed', 'server_uuid': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'tag': '9e047325-4293-4e78-aab6-5ab3e74e8b81', 'status': 'completed', 'code': 200} Jul 20 19:33:39.545520 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:39.577647 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-fabe9b60-02ce-440f-bfa0-8a7ffb498767 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:39.588514 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cdc26-bd94-4a2d-b61f-b4f7cd2f3012 req-845f96d4-0713-4ff5-a386-f159946d5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:39.590022 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b28cdc26-bd94-4a2d-b61f-b4f7cd2f3012 req-845f96d4-0713-4ff5-a386-f159946d5472 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 1129 time: 0.0445879 Jul 20 19:33:39.681610 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cdc26-bd94-4a2d-b61f-b4f7cd2f3012 req-fc883f55-9c7d-45c8-8eca-27ba6cbe9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:39.683086 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b28cdc26-bd94-4a2d-b61f-b4f7cd2f3012 req-fc883f55-9c7d-45c8-8eca-27ba6cbe9230 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 916 time: 0.0871975 Jul 20 19:33:39.765629 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b28cdc26-bd94-4a2d-b61f-b4f7cd2f3012 req-f44f868a-cbf7-4763-b51e-e3dc260af0f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e047325-4293-4e78-aab6-5ab3e74e8b81 HTTP/1.1" status: 200 len: 998 time: 0.0756834 Jul 20 19:33:39.800544 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-fabe9b60-02ce-440f-bfa0-8a7ffb498767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': 'aedaae1a-d8da-41d1-85bb-8cec16d7d71d', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': '9e047325-4293-4e78-aab6-5ab3e74e8b81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:83:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:26Z', 'updated_at': '2022-07-20T19:33:38Z', 'revision_number': 1, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:39.816234 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cdc26-bd94-4a2d-b61f-b4f7cd2f3012 req-5efc2a9a-7a98-4382-b4f3-4091f0f2151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:39.817834 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b28cdc26-bd94-4a2d-b61f-b4f7cd2f3012 req-5efc2a9a-7a98-4382-b4f3-4091f0f2151b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9ac62582-e651-41bb-b8bc-ca4071f8d595 HTTP/1.1" status: 200 len: 854 time: 0.0465524 Jul 20 19:33:39.826235 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe9b60-02ce-440f-bfa0-8a7ffb498767 None None] Checking router: a0cfee52-5e51-4473-bf21-5596693dc119 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:33:39.835671 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe9b60-02ce-440f-bfa0-8a7ffb498767 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:39.836340 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-fabe9b60-02ce-440f-bfa0-8a7ffb498767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:33:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:39.861285 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cdc26-bd94-4a2d-b61f-b4f7cd2f3012 req-3bfb6e52-750a-451e-82f3-62f42a5e8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:39.862776 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b28cdc26-bd94-4a2d-b61f-b4f7cd2f3012 req-3bfb6e52-750a-451e-82f3-62f42a5e8707 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d1f9468-ee30-4ff5-9d99-0240a7903291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390224 Jul 20 19:33:39.941005 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-fabe9b60-02ce-440f-bfa0-8a7ffb498767 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:39.958381 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b28cdc26-bd94-4a2d-b61f-b4f7cd2f3012 req-41a13477-70d3-44a8-8ffa-c32188fa250c service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895591 Jul 20 19:33:40.051419 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-b28cdc26-bd94-4a2d-b61f-b4f7cd2f3012 req-0e37ae85-ac42-4442-9156-7e7e41230481 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872922 Jul 20 19:33:40.165748 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-fabe9b60-02ce-440f-bfa0-8a7ffb498767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': 'aedaae1a-d8da-41d1-85bb-8cec16d7d71d', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': '9e047325-4293-4e78-aab6-5ab3e74e8b81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:83:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:26Z', 'updated_at': '2022-07-20T19:33:38Z', 'revision_number': 1, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:40.191160 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe9b60-02ce-440f-bfa0-8a7ffb498767 None None] The sync data for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi is: [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': 'aedaae1a-d8da-41d1-85bb-8cec16d7d71d', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': '9e047325-4293-4e78-aab6-5ab3e74e8b81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:83:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:26Z', 'updated_at': '2022-07-20T19:33:38Z', 'revision_number': 1, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:33:40.394620 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a2517c-cfce-41b7-8958-3d6d16c446db None None] New status for floating IP aedaae1a-d8da-41d1-85bb-8cec16d7d71d: ACTIVE {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:33:40.396992 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:47.463633 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:48.279133 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f437f10b-6495-47d7-9262-4f64853a753b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:49.476049 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=23 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:49.478030 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=35 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:50.045991 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=56 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:50.046905 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=60 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:50.566729 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:50.577057 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:50.628771 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-2c3831eb-7643-4c6e-8411-222a9f3fadcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.756478 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:53.368111 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:53.467664 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:03.462016 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:03.462801 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:12.832853 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:34:17.459696 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.280962 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f4208d83-cc6a-420d-a15f-bbeba4249ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:20.630691 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-89019b23-0b28-4bcb-97b2-84f5f72f9cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:20.946922 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4ece7-8e6e-4c05-99d7-0d2ed9130e74 req-edc10aeb-82dd-4807-b1ad-b323f605c9fd tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:20.948312 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e3d4ece7-8e6e-4c05-99d7-0d2ed9130e74 req-edc10aeb-82dd-4807-b1ad-b323f605c9fd tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0516903 Jul 20 19:34:20.996537 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e3d4ece7-8e6e-4c05-99d7-0d2ed9130e74 req-b7bd6ad9-5c2d-4847-9d14-4acd916a6e22 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426552 Jul 20 19:34:21.762020 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:22.216338 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2185ee4-14bf-4591-a8b3-163d2bf6f759 req-d40e84d5-d414-4b39-8f23-b4fa427a8446 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:22.217873 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a2185ee4-14bf-4591-a8b3-163d2bf6f759 req-d40e84d5-d414-4b39-8f23-b4fa427a8446 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.1520355 Jul 20 19:34:22.266123 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a2185ee4-14bf-4591-a8b3-163d2bf6f759 req-40b6bdc7-4f78-4b21-86bf-0326184836e5 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426493 Jul 20 19:34:22.827146 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=22 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:22.827900 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=14 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:23.371127 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.378929 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666af03a-d293-4f27-8953-bdfb8c7f5491 req-7d07aff0-1558-4ee4-921d-0c4eb9c24451 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:23.380921 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-666af03a-d293-4f27-8953-bdfb8c7f5491 req-7d07aff0-1558-4ee4-921d-0c4eb9c24451 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0475094 Jul 20 19:34:23.428623 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-666af03a-d293-4f27-8953-bdfb8c7f5491 req-92dfcffe-1b95-44d2-9a7e-ceb9ba85454e tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421379 Jul 20 19:34:23.470282 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.539807 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1621d8-11e1-4295-9816-a943b128f382 req-29128bee-77aa-4312-94d6-414062e6f074 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:24.541265 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2c1621d8-11e1-4295-9816-a943b128f382 req-29128bee-77aa-4312-94d6-414062e6f074 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0460010 Jul 20 19:34:24.593294 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2c1621d8-11e1-4295-9816-a943b128f382 req-68fd21bd-44e5-4b0a-b4b4-5f4d736257b9 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463834 Jul 20 19:34:25.707660 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7899ed-65de-445f-b118-181d59c9e35b req-8e0deffc-df31-4e22-9a3d-0f62fe1de727 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:25.709152 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b7899ed-65de-445f-b118-181d59c9e35b req-8e0deffc-df31-4e22-9a3d-0f62fe1de727 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0462596 Jul 20 19:34:25.758050 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9b7899ed-65de-445f-b118-181d59c9e35b req-768d777a-28ab-427f-a0a0-09667d472ea2 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Jul 20 19:34:26.654270 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b088f0c-2997-4ebc-a1cd-6eca9ad9c306 req-177d1370-977d-43bb-ac61-b474afa25716 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:26.655628 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6b088f0c-2997-4ebc-a1cd-6eca9ad9c306 req-177d1370-977d-43bb-ac61-b474afa25716 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 945 time: 0.0501306 Jul 20 19:34:26.702478 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6b088f0c-2997-4ebc-a1cd-6eca9ad9c306 req-be93a0c3-869a-49e2-a282-90fe4ec8da73 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=261f1519-f08d-4666-a4e2-0020a122e915&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412338 Jul 20 19:34:26.869916 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634651df-8cc3-4597-8707-df7be2db81ff req-821e0703-3649-414d-9342-3976afaf046e tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:26.871435 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-634651df-8cc3-4597-8707-df7be2db81ff req-821e0703-3649-414d-9342-3976afaf046e tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0459647 Jul 20 19:34:26.920277 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-634651df-8cc3-4597-8707-df7be2db81ff req-5b48e0ec-4f47-45ce-8626-a875e1c52301 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Jul 20 19:34:27.816615 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967ab87-ac42-482e-807a-1997fe5aa3a4 req-8309345e-98eb-4751-a5b4-75062dd1713d tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:27.818695 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6967ab87-ac42-482e-807a-1997fe5aa3a4 req-8309345e-98eb-4751-a5b4-75062dd1713d tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 945 time: 0.0472374 Jul 20 19:34:27.863653 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6967ab87-ac42-482e-807a-1997fe5aa3a4 req-ea56e5fa-d6fb-480f-bf54-6d09b0c8f7af tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=261f1519-f08d-4666-a4e2-0020a122e915&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394089 Jul 20 19:34:28.043613 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366fcca-e4f4-4d92-85bd-0d3bc398df13 req-d267877b-9af5-4d88-8793-a4b87bec14e7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:28.045059 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9366fcca-e4f4-4d92-85bd-0d3bc398df13 req-d267877b-9af5-4d88-8793-a4b87bec14e7 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0541317 Jul 20 19:34:28.097291 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9366fcca-e4f4-4d92-85bd-0d3bc398df13 req-b068e85d-6c57-47da-b70a-97e49838ee86 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457678 Jul 20 19:34:28.329759 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-1fd671c9-775f-4e3f-85f5-249a643d318c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:28.331181 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-1fd671c9-775f-4e3f-85f5-249a643d318c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 945 time: 0.0461104 Jul 20 19:34:28.419549 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Deleting port 9e047325-4293-4e78-aab6-5ab3e74e8b81 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:28.419873 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.507700 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] For port 9e047325-4293-4e78-aab6-5ab3e74e8b81, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9e047325-4293-4e78-aab6-5ab3e74e8b81,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:28.508067 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.672857 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.673134 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (aedaae1a-d8da-41d1-85bb-8cec16d7d71d), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.673449 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Floating IP aedaae1a-d8da-41d1-85bb-8cec16d7d71d disassociated. External IP: 172.27.2.70, port: 9e047325-4293-4e78-aab6-5ab3e74e8b81. Jul 20 19:34:28.673793 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Calling delete_port for 9e047325-4293-4e78-aab6-5ab3e74e8b81 owned by compute:nova {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:28.796929 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (9e047325-4293-4e78-aab6-5ab3e74e8b81), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.825962 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event deleted for resources: {'Port': ['ID=9e047325-4293-4e78-aab6-5ab3e74e8b81,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:28.837700 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.838047 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.838393 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.838887 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.839230 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.839561 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.839889 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.840213 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.840595 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.840897 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.841221 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.841541 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.841861 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.842180 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.842498 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:28.846007 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:28.881166 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:28.974494 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e45850e7-6401-466d-aaf6-ed33e83b4c2a req-87587474-bfb2-470a-a42d-5f375b562297 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b31a538-5da9-486d-84bb-0e8e41aedf2b HTTP/1.1" status: 200 len: 210 time: 0.0348835 Jul 20 19:34:28.981611 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Router a0cfee52-5e51-4473-bf21-5596693dc119 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:34:29.086752 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:34:29.096394 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b166e0-276a-46f1-a479-7e6c27b253ca None None] Sync routers for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:34:29.106854 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b166e0-276a-46f1-a479-7e6c27b253ca None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:29.107492 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-22b166e0-276a-46f1-a479-7e6c27b253ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:34:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:29.128636 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] No DVR routers for this DVR port 9e047325-4293-4e78-aab6-5ab3e74e8b81 on host hv-cinder-81914 {{(pid=103974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:34:29.131854 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:29.135054 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a66be2e9-ee75-4a69-987a-86e08d697ba2 req-18d26ba0-72e2-4934-b82a-a3fb5e9aa582 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "DELETE /v2.0/ports/9e047325-4293-4e78-aab6-5ab3e74e8b81 HTTP/1.1" status: 204 len: 173 time: 0.7983930 Jul 20 19:34:29.135493 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'name': 'network-vif-deleted', 'tag': '9e047325-4293-4e78-aab6-5ab3e74e8b81'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:29.137841 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecdf1f0-23f9-4130-bc53-6c3e9263e1da" -d '{"events": [{"server_uuid": "6b31a538-5da9-486d-84bb-0e8e41aedf2b", "name": "network-vif-deleted", "tag": "9e047325-4293-4e78-aab6-5ab3e74e8b81"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:29.175951 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66bfc98-e824-42fa-9aaf-9478af489f32 x-openstack-request-id: req-a66bfc98-e824-42fa-9aaf-9478af489f32 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:29.176443 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b31a538-5da9-486d-84bb-0e8e41aedf2b", "name": "network-vif-deleted", "tag": "9e047325-4293-4e78-aab6-5ab3e74e8b81", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:29.176855 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a66bfc98-e824-42fa-9aaf-9478af489f32 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:29.177943 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66bfc98-e824-42fa-9aaf-9478af489f32'] response: {'server_uuid': '6b31a538-5da9-486d-84bb-0e8e41aedf2b', 'name': 'network-vif-deleted', 'tag': '9e047325-4293-4e78-aab6-5ab3e74e8b81', 'status': 'completed', 'code': 200} Jul 20 19:34:29.221364 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-22b166e0-276a-46f1-a479-7e6c27b253ca None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:29.251638 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e8a02-1ee0-4d42-ac57-b60956343030 req-25a07740-2c4d-40d3-b73c-979a97dc11fe tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:29.253337 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7f9e8a02-1ee0-4d42-ac57-b60956343030 req-25a07740-2c4d-40d3-b73c-979a97dc11fe tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0605333 Jul 20 19:34:29.310223 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7f9e8a02-1ee0-4d42-ac57-b60956343030 req-889ccabb-6a04-4bb2-953e-02ea67f76c1c tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505383 Jul 20 19:34:29.424969 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-22b166e0-276a-46f1-a479-7e6c27b253ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:29.453777 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b166e0-276a-46f1-a479-7e6c27b253ca None None] Checking router: a0cfee52-5e51-4473-bf21-5596693dc119 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:34:29.462214 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b166e0-276a-46f1-a479-7e6c27b253ca None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:29.462810 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-22b166e0-276a-46f1-a479-7e6c27b253ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:34:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:29.563074 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-22b166e0-276a-46f1-a479-7e6c27b253ca None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:29.756540 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-22b166e0-276a-46f1-a479-7e6c27b253ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:29.780825 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b166e0-276a-46f1-a479-7e6c27b253ca None None] The sync data for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi is: [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:34:29.989202 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932639a-4ff4-4989-88d4-1c3cf38a88ef None None] New status for floating IP aedaae1a-d8da-41d1-85bb-8cec16d7d71d: DOWN {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:34:30.061295 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46636) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:30.121011 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (261f1519-f08d-4666-a4e2-0020a122e915), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.146483 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (261f1519-f08d-4666-a4e2-0020a122e915), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.193643 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (261f1519-f08d-4666-a4e2-0020a122e915), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.196371 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.197514 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "DELETE /v2.0/security-groups/261f1519-f08d-4666-a4e2-0020a122e915 HTTP/1.1" status: 204 len: 168 time: 0.1352553 Jul 20 19:34:30.200670 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46638) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:30.207014 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=261f1519-f08d-4666-a4e2-0020a122e915,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:30.214862 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.215213 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.215559 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.215837 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.api.v2.resource [None req-cf97afd5-54ff-4299-b54a-be5dceceadfe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] show failed (client error): The resource could not be found. Jul 20 19:34:30.215992 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.216223 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.216582 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.216919 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.217092 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-cf97afd5-54ff-4299-b54a-be5dceceadfe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups/261f1519-f08d-4666-a4e2-0020a122e915 HTTP/1.1" status: 404 len: 347 time: 0.0153840 Jul 20 19:34:30.217273 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.217565 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.217888 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.218217 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.218545 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.218868 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.219191 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.219513 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7dca-2f58-4097-983b-aabd3d921305 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:30.220613 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46640) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:30.329317 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6f1ad-1614-476b-ba21-3d7ca9e57827 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Deleting port 641784ae-f2a9-4480-8779-4b8d0af9f03c {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:30.329657 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d8c6f1ad-1614-476b-ba21-3d7ca9e57827 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (641784ae-f2a9-4480-8779-4b8d0af9f03c), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.461361 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8187b-1fdb-49fd-b463-6689cff2f64c req-ff60b958-5092-4d40-9a7e-a76d4c68b05b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:30.462831 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-78f8187b-1fdb-49fd-b463-6689cff2f64c req-ff60b958-5092-4d40-9a7e-a76d4c68b05b tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0811892 Jul 20 19:34:30.466729 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d8c6f1ad-1614-476b-ba21-3d7ca9e57827 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (641784ae-f2a9-4480-8779-4b8d0af9f03c), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.467059 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d8c6f1ad-1614-476b-ba21-3d7ca9e57827 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (641784ae-f2a9-4480-8779-4b8d0af9f03c), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.495645 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6f1ad-1614-476b-ba21-3d7ca9e57827 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Calling delete_port for 641784ae-f2a9-4480-8779-4b8d0af9f03c owned by network:floatingip {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:30.572434 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-78f8187b-1fdb-49fd-b463-6689cff2f64c req-627e4bd6-cd5e-4218-8026-6a9238996bbb tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021838 Jul 20 19:34:30.656526 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d8c6f1ad-1614-476b-ba21-3d7ca9e57827 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (641784ae-f2a9-4480-8779-4b8d0af9f03c), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.681199 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6f1ad-1614-476b-ba21-3d7ca9e57827 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event deleted for resources: {'Port': ['ID=641784ae-f2a9-4480-8779-4b8d0af9f03c,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:30.745866 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d8c6f1ad-1614-476b-ba21-3d7ca9e57827 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (aedaae1a-d8da-41d1-85bb-8cec16d7d71d), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.748419 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d8c6f1ad-1614-476b-ba21-3d7ca9e57827 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.749609 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-d8c6f1ad-1614-476b-ba21-3d7ca9e57827 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "DELETE /v2.0/floatingips/aedaae1a-d8da-41d1-85bb-8cec16d7d71d HTTP/1.1" status: 204 len: 168 time: 0.5279989 Jul 20 19:34:30.814225 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46646) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:30.819364 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-6775dc04-1ba0-4db0-87bf-ee9f2c69f5bd tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1475871065', 'description': 'tempest-description--1366881757'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:30.841100 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6775dc04-1ba0-4db0-87bf-ee9f2c69f5bd tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.885414 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:30.888309 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:30.910489 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6775dc04-1ba0-4db0-87bf-ee9f2c69f5bd tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (9210d28b-0618-4504-920d-2dec6c17819f), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.914383 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6775dc04-1ba0-4db0-87bf-ee9f2c69f5bd tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (9210d28b-0618-4504-920d-2dec6c17819f), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.945662 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6775dc04-1ba0-4db0-87bf-ee9f2c69f5bd tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:30.946859 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6775dc04-1ba0-4db0-87bf-ee9f2c69f5bd tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1316369 Jul 20 19:34:30.948738 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775dc04-1ba0-4db0-87bf-ee9f2c69f5bd tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9210d28b-0618-4504-920d-2dec6c17819f,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:30.950012 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46648) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:30.954465 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-b1dfb612-4575-449a-83eb-7f2ef420c4b9 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'security_group_rule': {'security_group_id': '9210d28b-0618-4504-920d-2dec6c17819f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:30.980559 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb612-4575-449a-83eb-7f2ef420c4b9 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (a534d43e-28c6-48f9-8e8e-23376e049442), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.025124 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:31.035384 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb612-4575-449a-83eb-7f2ef420c4b9 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (a534d43e-28c6-48f9-8e8e-23376e049442), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.039947 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb612-4575-449a-83eb-7f2ef420c4b9 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (a534d43e-28c6-48f9-8e8e-23376e049442), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.061020 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfb612-4575-449a-83eb-7f2ef420c4b9 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a534d43e-28c6-48f9-8e8e-23376e049442,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:31.066314 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb612-4575-449a-83eb-7f2ef420c4b9 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.068803 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-b1dfb612-4575-449a-83eb-7f2ef420c4b9 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177273 Jul 20 19:34:31.070161 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46650) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:31.074589 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-ede6c71a-73b6-4691-9bfa-3a9318c227df tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'security_group_rule': {'security_group_id': '9210d28b-0618-4504-920d-2dec6c17819f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:31.103168 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ede6c71a-73b6-4691-9bfa-3a9318c227df tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (0672930b-d93f-4226-9f1c-eb80d9091863), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.109327 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-0f4e488e-b0e4-4a9d-8ef0-eedc32dfc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:31.110941 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-0f4e488e-b0e4-4a9d-8ef0-eedc32dfc498 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e5d98e3bb2a4708a934a15674033c12&device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 1129 time: 0.0412757 Jul 20 19:34:31.163766 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ede6c71a-73b6-4691-9bfa-3a9318c227df tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (0672930b-d93f-4226-9f1c-eb80d9091863), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.167344 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ede6c71a-73b6-4691-9bfa-3a9318c227df tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (0672930b-d93f-4226-9f1c-eb80d9091863), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.174757 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:31.187862 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6c71a-73b6-4691-9bfa-3a9318c227df tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0672930b-d93f-4226-9f1c-eb80d9091863,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:31.196147 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ede6c71a-73b6-4691-9bfa-3a9318c227df tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.200548 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-ede6c71a-73b6-4691-9bfa-3a9318c227df tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264222 Jul 20 19:34:31.200548 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46652) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:31.204771 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:31.213821 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-cb940e02-aa3e-4572-8391-f7eb824cb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:31.215287 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-cb940e02-aa3e-4572-8391-f7eb824cb21f service neutron] 10.222.0.89 "GET /v2.0/networks?id=da086bb2-bc6c-45b9-a08e-84bd24f82403 HTTP/1.1" status: 200 len: 910 time: 0.0953050 Jul 20 19:34:31.225701 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.285097 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-cca95d95-8902-4288-83ab-f96c4379c6d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e HTTP/1.1" status: 200 len: 1000 time: 0.0580797 Jul 20 19:34:31.306310 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.358803 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-8910f670-f1e9-4a3f-889d-d0c7e2d0dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:31.360269 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-8910f670-f1e9-4a3f-889d-d0c7e2d0dc6c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e48cd7d-acba-4969-8697-ebbd885cd757 HTTP/1.1" status: 200 len: 848 time: 0.0672767 Jul 20 19:34:31.408338 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-f48329c3-a482-4303-ad53-5ff41a3fc95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:31.409794 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-f48329c3-a482-4303-ad53-5ff41a3fc95c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da086bb2-bc6c-45b9-a08e-84bd24f82403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396028 Jul 20 19:34:31.421222 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Allocated IP 172.27.2.60 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/4453696d-6b1a-4eab-8c3b-b9d60ec22f07) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:34:31.422793 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-af0cceb6-eebc-4320-bb9e-861375c4c434 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103974) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:34:31.423769 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-af0cceb6-eebc-4320-bb9e-861375c4c434 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051625 Jul 20 19:34:31.523030 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-559a9079-a4a7-46d9-98c5-d5cfffbaa34d service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893455 Jul 20 19:34:31.526673 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for port (4453696d-6b1a-4eab-8c3b-b9d60ec22f07), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.560088 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (4453696d-6b1a-4eab-8c3b-b9d60ec22f07), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.605531 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:34:31.611148 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:34:31.613104 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'Port': ['ID=4453696d-6b1a-4eab-8c3b-b9d60ec22f07,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:31.617126 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:34:31.623423 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5e61cd51-051a-45d7-a512-51cdaf96314a req-d152fa8a-d2b9-4685-b894-bdff2344d367 service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913301 Jul 20 19:34:31.689340 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e6fb7-8ba2-4c7f-afe3-5aa9e125089e req-5af1d7d5-9b5d-4e32-bde5-051896bc78cd tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:31.690706 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d75e6fb7-8ba2-4c7f-afe3-5aa9e125089e req-5af1d7d5-9b5d-4e32-bde5-051896bc78cd tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0478034 Jul 20 19:34:31.699974 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (ca9a5ea3-cdee-486a-b7af-0ff637725d06), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.742042 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (4453696d-6b1a-4eab-8c3b-b9d60ec22f07), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.747347 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d75e6fb7-8ba2-4c7f-afe3-5aa9e125089e req-9e269902-f033-4cf2-8ecd-f3cfea350142 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504923 Jul 20 19:34:31.766885 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:31.885736 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for port (4453696d-6b1a-4eab-8c3b-b9d60ec22f07), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.890026 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (4453696d-6b1a-4eab-8c3b-b9d60ec22f07), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.893232 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:31.944526 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 9e047325-4293-4e78-aab6-5ab3e74e8b81 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:34:31.961146 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'Port': ['ID=4453696d-6b1a-4eab-8c3b-b9d60ec22f07,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:31.964495 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: 9e047325-4293-4e78-aab6-5ab3e74e8b81 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:34:31.964850 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 9e047325-4293-4e78-aab6-5ab3e74e8b81 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:34:31.974806 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (ca9a5ea3-cdee-486a-b7af-0ff637725d06), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.990360 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:31.991574 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-9605ff14-0e17-448b-87c2-a0ebd3823edf tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7901652 Jul 20 19:34:32.189769 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-54b49dd0-1b5a-42b0-b4de-aa1b86332f89 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1475871065&fields=id&tenant_id=ba897ed63f434ec88f93da1cae7024f1 HTTP/1.1" status: 200 len: 267 time: 0.0420752 Jul 20 19:34:32.294131 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cc643027-d8a2-497a-a221-04d64d1a8d14 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:32.295466 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cc643027-d8a2-497a-a221-04d64d1a8d14 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 815 time: 0.0988693 Jul 20 19:34:32.310037 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-23d256f5-14a9-406c-b603-4faabda85d11 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/quotas/ba897ed63f434ec88f93da1cae7024f1 HTTP/1.1" status: 200 len: 375 time: 0.0092926 Jul 20 19:34:32.358050 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-475a4406-a58f-4291-be5d-0d11f64286fd tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429976 Jul 20 19:34:32.373376 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-c97606a0-cf1c-4e3a-9990-d47bf7d193ab service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103973) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:34:32.374329 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-c97606a0-cf1c-4e3a-9990-d47bf7d193ab service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048614 Jul 20 19:34:32.464213 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-4609c122-3c92-4248-b210-45e631ecb80f service neutron] 10.222.0.43 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847220 Jul 20 19:34:32.552670 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-9cc11183-f8fa-4d63-a12a-3ba7a99fd6ab service neutron] 10.222.0.43 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820949 Jul 20 19:34:32.710009 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6ab52895-3660-4982-b146-62540782e133 req-8991f104-e357-4fab-8174-de10e7c68e8b tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 210 time: 0.0273221 Jul 20 19:34:32.865977 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970b091-ee0e-4f7b-914c-ae249b31294e req-aaf63554-ae54-496f-b0f5-71c03d5e15f2 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:32.867564 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e970b091-ee0e-4f7b-914c-ae249b31294e req-aaf63554-ae54-496f-b0f5-71c03d5e15f2 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0479066 Jul 20 19:34:32.921665 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e970b091-ee0e-4f7b-914c-ae249b31294e req-99c14de2-cb76-49af-a934-2dd0b4030af2 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482688 Jul 20 19:34:33.843996 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-5ac8a7c1-347b-497b-8584-1015da2b02bc req-69b6d6c9-f013-4a8b-af7c-c28f33df029a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 210 time: 0.0436943 Jul 20 19:34:33.883463 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-fffdf3de-82ca-4314-af9c-e24f8a623a4c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:33.884967 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-fffdf3de-82ca-4314-af9c-e24f8a623a4c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 815 time: 0.1541550 Jul 20 19:34:33.957178 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-3822d6a8-b9a8-473b-a9af-0b3800b46466 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba897ed63f434ec88f93da1cae7024f1 HTTP/1.1" status: 200 len: 380 time: 0.0567458 Jul 20 19:34:34.024150 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'port': {'device_id': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'admin_state_up': True, 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'security_groups': ['9210d28b-0618-4504-920d-2dec6c17819f']}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:34.037850 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e358824-0e33-4e54-ad36-243792720497 req-a9b60099-ea84-47cd-859c-372d59463c2e tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:34.039575 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6e358824-0e33-4e54-ad36-243792720497 req-a9b60099-ea84-47cd-859c-372d59463c2e tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0474691 Jul 20 19:34:34.095323 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-6e358824-0e33-4e54-ad36-243792720497 req-e0142ef0-9061-47fc-b6f0-42ce3e050d1d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500360 Jul 20 19:34:34.098970 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:34.147615 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Made reservation on behalf of ba897ed63f434ec88f93da1cae7024f1 for: {'port': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:34:34.150998 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:34.253284 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:34.279028 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Allocated IP 172.20.0.10 (8d1f9468-ee30-4ff5-9d99-0240a7903291/9ac62582-e651-41bb-b8bc-ca4071f8d595/f47f855e-f6bc-4ba5-b475-43d7d8544c8f) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:34:34.417578 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:34.451312 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:34.498045 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Network 8d1f9468-ee30-4ff5-9d99-0240a7903291 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:34:34.501389 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:34:34.505724 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:34:34.509819 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event updated for resources: {'Port': ['ID=f47f855e-f6bc-4ba5-b475-43d7d8544c8f,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:34.560215 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:34.560880 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:34.578986 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-cf730855-bd13-42d2-9462-511a0cc68a5c tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5593772 Jul 20 19:34:34.595032 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Request body: {'port': {'device_id': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:34.658953 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:34.729040 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-bd35307d-597f-4ee2-b706-04b5ed7042a8 None None] Provisioning complete for port f47f855e-f6bc-4ba5-b475-43d7d8544c8f triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:34:34.729702 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-bd35307d-597f-4ee2-b706-04b5ed7042a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:34.760668 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-bd35307d-597f-4ee2-b706-04b5ed7042a8 None None] Port f47f855e-f6bc-4ba5-b475-43d7d8544c8f cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:34:34.869915 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:34.915212 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47f855e-f6bc-4ba5-b475-43d7d8544c8f {{(pid=103974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:34:34.932844 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Publish callbacks [] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:34.968247 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.provisioning_blocks [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Transition to ACTIVE for port object f47f855e-f6bc-4ba5-b475-43d7d8544c8f will not be triggered until provisioned by entity L2. {{(pid=103974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:34:34.975477 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51d59-f933-43a1-bf57-f8eba481134b req-f5b6960d-ee07-4452-95df-dd9375f85567 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:34.976941 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f0b51d59-f933-43a1-bf57-f8eba481134b req-f5b6960d-ee07-4452-95df-dd9375f85567 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 932 time: 0.0570343 Jul 20 19:34:34.977995 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:35.025276 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:35.052987 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Pushing event updated for resources: {'Port': ['ID=f47f855e-f6bc-4ba5-b475-43d7d8544c8f,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:35.095418 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-f0b51d59-f933-43a1-bf57-f8eba481134b req-8b3a1fa3-5d26-4717-9a91-52a62ece2587 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=9210d28b-0618-4504-920d-2dec6c17819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119177 Jul 20 19:34:35.148717 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Attempting to bind port f47f855e-f6bc-4ba5-b475-43d7d8544c8f on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:34:35.149060 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Attempting to bind port f47f855e-f6bc-4ba5-b475-43d7d8544c8f by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:34:35.149396 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Attempting to bind port f47f855e-f6bc-4ba5-b475-43d7d8544c8f on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:34:35.154958 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Port f47f855e-f6bc-4ba5-b475-43d7d8544c8f on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:34:35.155309 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Attempting to bind port f47f855e-f6bc-4ba5-b475-43d7d8544c8f on network 8d1f9468-ee30-4ff5-9d99-0240a7903291 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:34:35.160999 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:34:35.162023 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Checking segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:34:35.162660 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Bound using segment: {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:34:35.162862 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Bound port: f47f855e-f6bc-4ba5-b475-43d7d8544c8f, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:34:35.163218 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:35.223091 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c004-6fa6-462c-a91a-c127eadb1ebb req-0b60fb42-b191-4e99-ac19-ef6f04df00d8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:35.225154 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b963c004-6fa6-462c-a91a-c127eadb1ebb req-0b60fb42-b191-4e99-ac19-ef6f04df00d8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0516741 Jul 20 19:34:35.229705 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] For port f47f855e-f6bc-4ba5-b475-43d7d8544c8f, host hv-cinder-81914, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:34:35.232895 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] For port f47f855e-f6bc-4ba5-b475-43d7d8544c8f, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f47f855e-f6bc-4ba5-b475-43d7d8544c8f,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:34:35.238728 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:35.241298 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:35.280766 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b963c004-6fa6-462c-a91a-c127eadb1ebb req-a13c1525-a7bd-4f9e-83ca-e27121da5810 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497825 Jul 20 19:34:35.285083 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:35.285692 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:35.287703 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] 10.222.0.89 "PUT /v2.0/ports/f47f855e-f6bc-4ba5-b475-43d7d8544c8f HTTP/1.1" status: 200 len: 1094 time: 0.6969552 Jul 20 19:34:35.288012 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'tag': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:35.290287 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b9cc36-8b6c-4269-959f-a411020103f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa24768-0450-4fd9-8624-776dbe0e7128", "tag": "f47f855e-f6bc-4ba5-b475-43d7d8544c8f"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:35.308567 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537bc78-6fc7-4d84-9995-e28edb9d2faf service neutron] Pushing event updated for resources: {'Port': ['ID=f47f855e-f6bc-4ba5-b475-43d7d8544c8f,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:35.342474 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69421c1-c845-43ab-a8c8-a60ff43ab410 x-openstack-request-id: req-a69421c1-c845-43ab-a8c8-a60ff43ab410 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:35.342776 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa24768-0450-4fd9-8624-776dbe0e7128", "tag": "f47f855e-f6bc-4ba5-b475-43d7d8544c8f", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:35.343043 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a69421c1-c845-43ab-a8c8-a60ff43ab410 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:35.343466 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69421c1-c845-43ab-a8c8-a60ff43ab410'] response: {'name': 'network-changed', 'server_uuid': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'tag': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f', 'status': 'completed', 'code': 200} Jul 20 19:34:35.401237 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-89b2f6c3-2d5e-4345-88c8-2d3cb8adf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:35.403167 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-89b2f6c3-2d5e-4345-88c8-2d3cb8adf7a5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 1128 time: 0.0485878 Jul 20 19:34:35.451985 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-b2fb316b-81e9-4f21-8f65-9b430936949b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f47f855e-f6bc-4ba5-b475-43d7d8544c8f HTTP/1.1" status: 200 len: 217 time: 0.0382218 Jul 20 19:34:35.582681 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-86448ca8-fcf8-4265-befc-dec3dcf87056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:35.584699 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-86448ca8-fcf8-4265-befc-dec3dcf87056 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9ac62582-e651-41bb-b8bc-ca4071f8d595 HTTP/1.1" status: 200 len: 854 time: 0.1194885 Jul 20 19:34:35.592502 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59854d9-1b46-457a-bd11-2ffc027458ed req-c4c0b16b-7643-45df-9f5d-cc2267e06b7d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:35.593912 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a59854d9-1b46-457a-bd11-2ffc027458ed req-c4c0b16b-7643-45df-9f5d-cc2267e06b7d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0977280 Jul 20 19:34:35.628372 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-d6a6dadd-52de-47e7-be18-7f9c60671897 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1536808 Jul 20 19:34:35.651830 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-0d246d5f-ab4a-4340-ad0b-0aaab03cf314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:35.653308 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-0d246d5f-ab4a-4340-ad0b-0aaab03cf314 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d1f9468-ee30-4ff5-9d99-0240a7903291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585754 Jul 20 19:34:35.686575 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a59854d9-1b46-457a-bd11-2ffc027458ed req-7e2a9caa-fec3-46a2-b19a-c6b983bc332d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813982 Jul 20 19:34:35.812399 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-1e1753f8-5a8f-4e16-8874-4f38b1b37a1d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:35.813974 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-1e1753f8-5a8f-4e16-8874-4f38b1b37a1d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports/637fcd80-41b1-4f6e-8500-3b24bb93f24e HTTP/1.1" status: 200 len: 942 time: 0.1537170 Jul 20 19:34:35.840143 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-8568c81f-7906-4e86-9c38-65835da8a6ea service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736472 Jul 20 19:34:35.869511 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:35.940342 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-d1a2b876-fe00-4633-a17e-aa668c76c2fa req-6c447838-63f4-4e8b-8923-5678fc82946c service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896037 Jul 20 19:34:36.216406 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1e50a-f1c7-412f-81e5-6efbed7eb74f req-a7aed2f9-4713-4288-885a-db54dae45ec2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:36.217853 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-25a1e50a-f1c7-412f-81e5-6efbed7eb74f req-a7aed2f9-4713-4288-885a-db54dae45ec2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 944 time: 0.0499175 Jul 20 19:34:36.268356 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-25a1e50a-f1c7-412f-81e5-6efbed7eb74f req-f90e0aa9-91e1-4d23-86ec-b0263e35b416 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=9210d28b-0618-4504-920d-2dec6c17819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 Jul 20 19:34:36.807874 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe0c50-a2b6-4541-965c-9f3dd736f7c4 req-636517ae-f26f-411b-854f-4f256a3dd9a1 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:36.809412 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-19fe0c50-a2b6-4541-965c-9f3dd736f7c4 req-636517ae-f26f-411b-854f-4f256a3dd9a1 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0477126 Jul 20 19:34:36.871797 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9cc36-8b6c-4269-959f-a411020103f7 req-01575273-d878-4c47-84d5-8b9d982746ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:36.873321 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e1b9cc36-8b6c-4269-959f-a411020103f7 req-01575273-d878-4c47-84d5-8b9d982746ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 1128 time: 0.0630262 Jul 20 19:34:37.169855 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-19fe0c50-a2b6-4541-965c-9f3dd736f7c4 req-61b61016-0c0f-4ff6-a857-e1930f7213f3 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514323 Jul 20 19:34:37.225639 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:37.239612 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9cc36-8b6c-4269-959f-a411020103f7 req-4e58d9fe-a5f5-4dff-b9fc-3d728893c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:37.241140 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e1b9cc36-8b6c-4269-959f-a411020103f7 req-4e58d9fe-a5f5-4dff-b9fc-3d728893c837 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 916 time: 0.3569152 Jul 20 19:34:37.286998 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e1b9cc36-8b6c-4269-959f-a411020103f7 req-0fef669a-9dfd-4c08-8566-1ec1f077bc96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f47f855e-f6bc-4ba5-b475-43d7d8544c8f HTTP/1.1" status: 200 len: 217 time: 0.0359430 Jul 20 19:34:37.337043 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9cc36-8b6c-4269-959f-a411020103f7 req-27045e84-a56a-4450-9575-4c2f1d638ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:37.338629 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e1b9cc36-8b6c-4269-959f-a411020103f7 req-27045e84-a56a-4450-9575-4c2f1d638ea3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9ac62582-e651-41bb-b8bc-ca4071f8d595 HTTP/1.1" status: 200 len: 854 time: 0.0460455 Jul 20 19:34:37.387531 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9cc36-8b6c-4269-959f-a411020103f7 req-d5f38265-b0cf-44fe-a3e7-8e2cfa6377ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:37.389044 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e1b9cc36-8b6c-4269-959f-a411020103f7 req-d5f38265-b0cf-44fe-a3e7-8e2cfa6377ae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d1f9468-ee30-4ff5-9d99-0240a7903291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435560 Jul 20 19:34:37.394447 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff28f9-a639-4ed5-ae55-cfefdcf68231 req-ba17a38f-5f07-4aff-8a60-1daea301d1ae tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:37.395958 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-62ff28f9-a639-4ed5-ae55-cfefdcf68231 req-ba17a38f-5f07-4aff-8a60-1daea301d1ae tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 944 time: 0.0537074 Jul 20 19:34:37.450995 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-62ff28f9-a639-4ed5-ae55-cfefdcf68231 req-7440eca1-4eb4-4733-8696-66a01adf2407 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=9210d28b-0618-4504-920d-2dec6c17819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491946 Jul 20 19:34:37.496814 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e1b9cc36-8b6c-4269-959f-a411020103f7 req-86c70e6b-4ad2-45ac-92ef-e318fc47f6dc service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934756 Jul 20 19:34:37.592060 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e1b9cc36-8b6c-4269-959f-a411020103f7 req-c1c98481-3329-408f-b471-b3d8b8b48b23 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839794 Jul 20 19:34:37.957409 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device f47f855e-f6bc-4ba5-b475-43d7d8544c8f details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:34:37.965627 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:37.967026 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 637fcd80-41b1-4f6e-8500-3b24bb93f24e no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:34:37.979504 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-cb986b24-5788-452d-b621-32b5e3013d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:37.981030 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-cb986b24-5788-452d-b621-32b5e3013d33 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77&tenant_id=4e5d98e3bb2a4708a934a15674033c12 HTTP/1.1" status: 200 len: 1129 time: 0.0749340 Jul 20 19:34:38.042036 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-7241dd5f-a2c4-4633-9167-61dc9d0c6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:38.043521 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-7241dd5f-a2c4-4633-9167-61dc9d0c6993 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e5d98e3bb2a4708a934a15674033c12&device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 1129 time: 0.0396209 Jul 20 19:34:38.063480 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:38.151806 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-b54e3024-6eb6-4d05-af64-912bbcbcda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:38.153329 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-b54e3024-6eb6-4d05-af64-912bbcbcda58 service neutron] 10.222.0.89 "GET /v2.0/networks?id=da086bb2-bc6c-45b9-a08e-84bd24f82403 HTTP/1.1" status: 200 len: 910 time: 0.1031537 Jul 20 19:34:38.226604 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-90a7cf1f-42f3-4bfb-9707-8b85a64ebabf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e HTTP/1.1" status: 200 len: 1000 time: 0.0626862 Jul 20 19:34:38.250242 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 637fcd80-41b1-4f6e-8500-3b24bb93f24e is: ACTIVE; New status is: DOWN {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:34:38.250629 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:38.278151 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port f47f855e-f6bc-4ba5-b475-43d7d8544c8f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f47f855e-f6bc-4ba5-b475-43d7d8544c8f,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:38.292778 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:38.295014 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bd7c8e-e2a3-45cd-882c-5bfbd130f592" -d '{"events": [{"server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "name": "network-vif-unplugged", "status": "completed", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:38.306877 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'port_id': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f', 'mac_address': 'fa:16:3e:46:8e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:34:38.310299 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 637fcd80-41b1-4f6e-8500-3b24bb93f24e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:38.313524 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-1254845a-4c6e-4224-ad05-d302b5928e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:38.315095 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-1254845a-4c6e-4224-ad05-d302b5928e65 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e48cd7d-acba-4969-8697-ebbd885cd757 HTTP/1.1" status: 200 len: 848 time: 0.0793290 Jul 20 19:34:38.323116 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69beb8ac-a9d3-43a3-ab8d-8e949efe765f req-adb7a2a2-fad3-4b72-b0ec-0e4653b6b4a2 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:38.324656 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-69beb8ac-a9d3-43a3-ab8d-8e949efe765f req-adb7a2a2-fad3-4b72-b0ec-0e4653b6b4a2 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0801105 Jul 20 19:34:38.334079 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:38.366676 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f229da2c-7831-4a28-906f-b3f69902ccac x-openstack-request-id: req-f229da2c-7831-4a28-906f-b3f69902ccac {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:38.366965 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "name": "network-vif-unplugged", "status": "completed", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:38.367219 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f229da2c-7831-4a28-906f-b3f69902ccac {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:38.367612 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f229da2c-7831-4a28-906f-b3f69902ccac'] response: {'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'code': 200} Jul 20 19:34:38.371458 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port f47f855e-f6bc-4ba5-b475-43d7d8544c8f is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:34:38.371848 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:38.385218 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-73933c54-bc71-4603-9915-6d4eb554a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:38.386724 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-73933c54-bc71-4603-9915-6d4eb554a272 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da086bb2-bc6c-45b9-a08e-84bd24f82403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0612164 Jul 20 19:34:38.399633 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47f855e-f6bc-4ba5-b475-43d7d8544c8f {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:34:38.409530 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=637fcd80-41b1-4f6e-8500-3b24bb93f24e,revision_number=6']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:38.426372 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-69beb8ac-a9d3-43a3-ab8d-8e949efe765f req-d1c23eef-d6eb-4617-9400-208e93169657 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922451 Jul 20 19:34:38.427010 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.427362 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.427707 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.428447 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.428447 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.428754 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.429045 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.429373 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.429702 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.430044 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.430353 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.430684 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.431010 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.431330 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.431649 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:38.436563 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port f47f855e-f6bc-4ba5-b475-43d7d8544c8f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f47f855e-f6bc-4ba5-b475-43d7d8544c8f,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:38.441779 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:38.475486 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:38.499093 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=f47f855e-f6bc-4ba5-b475-43d7d8544c8f,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:38.501517 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-2b10671f-ed89-459c-9c84-c0d8bfdcf12d service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036432 Jul 20 19:34:38.568815 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f1c94-87d7-4dc9-838a-130666405248 req-11584fc8-1613-4d54-9fce-ef1acf23ee82 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:38.570398 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-310f1c94-87d7-4dc9-838a-130666405248 req-11584fc8-1613-4d54-9fce-ef1acf23ee82 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 945 time: 0.0469270 Jul 20 19:34:38.600821 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd30e668-fcdb-4802-990f-68dc3e7058f9 req-483dd1cb-e6e0-40ca-94c0-8c27aa15a0e9 service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894442 Jul 20 19:34:38.624622 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-310f1c94-87d7-4dc9-838a-130666405248 req-bdaf29ea-bdac-4d06-9f63-8d1da704736e tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=9210d28b-0618-4504-920d-2dec6c17819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470500 Jul 20 19:34:38.686988 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['f47f855e-f6bc-4ba5-b475-43d7d8544c8f'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:34:39.547537 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b7a11-a019-4deb-be6f-7656ebce7318 req-119f2b73-354b-4d50-80a5-54bbc8fdb1c1 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:39.549024 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e03b7a11-a019-4deb-be6f-7656ebce7318 req-119f2b73-354b-4d50-80a5-54bbc8fdb1c1 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0469830 Jul 20 19:34:39.582297 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:39.602425 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e03b7a11-a019-4deb-be6f-7656ebce7318 req-76720a62-ef41-4d5f-9aea-7beab959a4fa tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479155 Jul 20 19:34:39.726339 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:39.737306 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d1bb8-0bd3-4d23-a64f-e33f5e8ba237 req-25fee09a-a152-4fd7-a925-bff842b20023 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:39.738772 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0c1d1bb8-0bd3-4d23-a64f-e33f5e8ba237 req-25fee09a-a152-4fd7-a925-bff842b20023 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 945 time: 0.0471723 Jul 20 19:34:39.785895 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0c1d1bb8-0bd3-4d23-a64f-e33f5e8ba237 req-737fa227-bf1d-4d73-8546-fc62edbcb4fa tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=9210d28b-0618-4504-920d-2dec6c17819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414622 Jul 20 19:34:39.976996 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device f47f855e-f6bc-4ba5-b475-43d7d8544c8f up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:34:40.021185 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port f47f855e-f6bc-4ba5-b475-43d7d8544c8f completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:34:40.027465 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port f47f855e-f6bc-4ba5-b475-43d7d8544c8f triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:34:40.027840 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:40.063274 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:40.066727 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:40.098549 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port f47f855e-f6bc-4ba5-b475-43d7d8544c8f is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:34:40.098935 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:40.131031 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port f47f855e-f6bc-4ba5-b475-43d7d8544c8f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f47f855e-f6bc-4ba5-b475-43d7d8544c8f,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:40.134558 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:40.190763 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=f47f855e-f6bc-4ba5-b475-43d7d8544c8f,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:40.368784 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:40.371290 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817b055c-3e5e-4fb6-9fe5-9a723c6eed96" -d '{"events": [{"server_uuid": "1fa24768-0450-4fd9-8624-776dbe0e7128", "name": "network-vif-plugged", "status": "completed", "tag": "f47f855e-f6bc-4ba5-b475-43d7d8544c8f"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:40.405221 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1992c452-d28f-4f55-bc99-262e6ccd42f5 x-openstack-request-id: req-1992c452-d28f-4f55-bc99-262e6ccd42f5 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:40.405512 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa24768-0450-4fd9-8624-776dbe0e7128", "name": "network-vif-plugged", "status": "completed", "tag": "f47f855e-f6bc-4ba5-b475-43d7d8544c8f", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:40.405765 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1992c452-d28f-4f55-bc99-262e6ccd42f5 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:40.406161 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1992c452-d28f-4f55-bc99-262e6ccd42f5'] response: {'server_uuid': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f', 'code': 200} Jul 20 19:34:40.612766 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e6ac9-6e28-4f8f-8776-56270acbecef req-be3c0adc-55c4-4d3e-bed3-4900fb77be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:40.614630 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6f9e6ac9-6e28-4f8f-8776-56270acbecef req-be3c0adc-55c4-4d3e-bed3-4900fb77be87 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 1130 time: 0.0373476 Jul 20 19:34:40.662049 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6f9e6ac9-6e28-4f8f-8776-56270acbecef req-06633bc4-24b8-43be-a84d-b9dbc3ffde15 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9210d28b-0618-4504-920d-2dec6c17819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384772 Jul 20 19:34:40.714510 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a7ee0-5435-47b6-b359-341538ed3387 req-b1302986-c3b6-418a-b264-2d6d12928573 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:40.715993 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-711a7ee0-5435-47b6-b359-341538ed3387 req-b1302986-c3b6-418a-b264-2d6d12928573 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0461264 Jul 20 19:34:40.763734 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-711a7ee0-5435-47b6-b359-341538ed3387 req-8c398f41-8af3-487f-8326-ff7b06fefdfe tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Jul 20 19:34:40.899913 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce9983-9f0e-494e-9c7b-a1cb98791b99 req-a028fdcd-563a-4754-94ef-e081dc392238 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:40.901357 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-97ce9983-9f0e-494e-9c7b-a1cb98791b99 req-a028fdcd-563a-4754-94ef-e081dc392238 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 946 time: 0.0458493 Jul 20 19:34:40.949404 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-97ce9983-9f0e-494e-9c7b-a1cb98791b99 req-05d63b9a-3a8a-41f9-a8de-8f426ffd64e7 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=9210d28b-0618-4504-920d-2dec6c17819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424747 Jul 20 19:34:41.881451 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aea2b0-18b7-4d4f-a01d-b7ad6df54b2b req-3ec60dbe-b2aa-4acb-9e78-b1d2dfc5a03d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:41.882923 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b5aea2b0-18b7-4d4f-a01d-b7ad6df54b2b req-3ec60dbe-b2aa-4acb-9e78-b1d2dfc5a03d tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0512710 Jul 20 19:34:41.930754 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b5aea2b0-18b7-4d4f-a01d-b7ad6df54b2b req-face6278-148b-4ba5-b842-7e8ba644f219 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Jul 20 19:34:42.066601 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566707a-e9de-40d2-ab3c-7e23b09896ad req-dc54d555-74fa-4ad8-9fba-23c09ffed2ac tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:42.068729 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e566707a-e9de-40d2-ab3c-7e23b09896ad req-dc54d555-74fa-4ad8-9fba-23c09ffed2ac tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 946 time: 0.0519834 Jul 20 19:34:42.117530 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e566707a-e9de-40d2-ab3c-7e23b09896ad req-11b1fc05-1258-44ca-8699-832b43ffb797 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=9210d28b-0618-4504-920d-2dec6c17819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428624 Jul 20 19:34:43.048480 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656af7b7-5efa-4d40-a512-8cde3f1814f1 req-0fdb6c6d-7eaf-4077-9ff9-8f82c23f1627 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:43.049927 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-656af7b7-5efa-4d40-a512-8cde3f1814f1 req-0fdb6c6d-7eaf-4077-9ff9-8f82c23f1627 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0461986 Jul 20 19:34:43.098574 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-656af7b7-5efa-4d40-a512-8cde3f1814f1 req-2f0378c8-e914-49c6-b8d5-59bf69457f64 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431802 Jul 20 19:34:43.243752 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8427d8-9595-4f8c-b3cd-33a8f5ea6e4f req-c0f481ea-68ef-4400-a2cf-6446b06780e6 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:43.245297 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ba8427d8-9595-4f8c-b3cd-33a8f5ea6e4f req-c0f481ea-68ef-4400-a2cf-6446b06780e6 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 946 time: 0.0474093 Jul 20 19:34:43.290635 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ba8427d8-9595-4f8c-b3cd-33a8f5ea6e4f req-25b2842d-7fb6-46b2-87c1-814a48e16379 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=9210d28b-0618-4504-920d-2dec6c17819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 Jul 20 19:34:43.402405 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246e53d-3020-4154-9c11-e932a9016407 req-c37c2be8-9ac8-41fb-8b44-540e17449e30 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:43.403866 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3246e53d-3020-4154-9c11-e932a9016407 req-c37c2be8-9ac8-41fb-8b44-540e17449e30 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 946 time: 0.0494881 Jul 20 19:34:43.412257 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46746) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:43.416472 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-65f14ce1-7e25-4b12-8617-fc904d68ccbe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Request body: {'floatingip': {'port_id': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:43.453499 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-65f14ce1-7e25-4b12-8617-fc904d68ccbe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (ca9a5ea3-cdee-486a-b7af-0ff637725d06), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:43.688758 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:44.105389 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-65f14ce1-7e25-4b12-8617-fc904d68ccbe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:44.109234 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-65f14ce1-7e25-4b12-8617-fc904d68ccbe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (ca9a5ea3-cdee-486a-b7af-0ff637725d06), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:44.202999 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [None req-65f14ce1-7e25-4b12-8617-fc904d68ccbe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Floating IP ca9a5ea3-cdee-486a-b7af-0ff637725d06 associated. External IP: 172.27.2.60, port: f47f855e-f6bc-4ba5-b475-43d7d8544c8f. Jul 20 19:34:44.225241 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f2471-eb3a-4b24-9c44-68ad46bed197 req-75eb4606-c27f-4c56-bbac-ecc794de9348 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:44.226706 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2c8f2471-eb3a-4b24-9c44-68ad46bed197 req-75eb4606-c27f-4c56-bbac-ecc794de9348 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0606186 Jul 20 19:34:44.276172 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-2c8f2471-eb3a-4b24-9c44-68ad46bed197 req-321aafb4-c658-434e-8462-314becf1ede2 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437853 Jul 20 19:34:44.296005 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:44.400071 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f14ce1-7e25-4b12-8617-fc904d68ccbe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Router a0cfee52-5e51-4473-bf21-5596693dc119 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:34:44.501849 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f14ce1-7e25-4b12-8617-fc904d68ccbe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:34:44.507184 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-65f14ce1-7e25-4b12-8617-fc904d68ccbe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:44.521978 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2772cf5-2e24-411e-b57b-c560b0e74355 None None] Sync routers for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:34:44.527022 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:44.536031 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2772cf5-2e24-411e-b57b-c560b0e74355 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:44.536677 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-f2772cf5-2e24-411e-b57b-c560b0e74355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:34:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:44.538669 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:44.538826 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-65f14ce1-7e25-4b12-8617-fc904d68ccbe tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "PUT /v2.0/floatingips/ca9a5ea3-cdee-486a-b7af-0ff637725d06 HTTP/1.1" status: 200 len: 991 time: 1.1254559 Jul 20 19:34:44.539339 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'tag': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:44.541707 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb53ff09-a644-418d-a7e7-16cc4bcf80a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa24768-0450-4fd9-8624-776dbe0e7128", "tag": "f47f855e-f6bc-4ba5-b475-43d7d8544c8f"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:44.582716 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df43ff04-b246-4ecc-b406-3b2c08abe08c x-openstack-request-id: req-df43ff04-b246-4ecc-b406-3b2c08abe08c {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:44.583521 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa24768-0450-4fd9-8624-776dbe0e7128", "tag": "f47f855e-f6bc-4ba5-b475-43d7d8544c8f", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:44.583760 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df43ff04-b246-4ecc-b406-3b2c08abe08c {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:44.584156 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df43ff04-b246-4ecc-b406-3b2c08abe08c'] response: {'name': 'network-changed', 'server_uuid': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'tag': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f', 'status': 'completed', 'code': 200} Jul 20 19:34:44.648230 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ff09-a644-418d-a7e7-16cc4bcf80a8 req-dc942876-1f9f-4dc5-8d0e-f20d685ac383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:44.649770 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-eb53ff09-a644-418d-a7e7-16cc4bcf80a8 req-dc942876-1f9f-4dc5-8d0e-f20d685ac383 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba897ed63f434ec88f93da1cae7024f1&device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 1130 time: 0.0449607 Jul 20 19:34:44.652840 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-f2772cf5-2e24-411e-b57b-c560b0e74355 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:44.702671 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae1865-8e96-4cdf-9928-2c93437c51e3 req-eac9675d-e41f-4878-adc4-4dc5728f749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:44.704208 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-99ae1865-8e96-4cdf-9928-2c93437c51e3 req-eac9675d-e41f-4878-adc4-4dc5728f749c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 1127 time: 0.0441811 Jul 20 19:34:44.756613 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ff09-a644-418d-a7e7-16cc4bcf80a8 req-fb39bdee-703e-4174-9903-9316b21e98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:44.758305 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-eb53ff09-a644-418d-a7e7-16cc4bcf80a8 req-fb39bdee-703e-4174-9903-9316b21e98c6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 200 len: 916 time: 0.0979738 Jul 20 19:34:44.758866 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-99ae1865-8e96-4cdf-9928-2c93437c51e3 req-1515462c-4fbe-4492-9662-12c232389315 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477369 Jul 20 19:34:44.870149 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-f2772cf5-2e24-411e-b57b-c560b0e74355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': 'ca9a5ea3-cdee-486a-b7af-0ff637725d06', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:46:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:34:31Z', 'updated_at': '2022-07-20T19:34:44Z', 'revision_number': 1, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:44.898509 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2772cf5-2e24-411e-b57b-c560b0e74355 None None] Checking router: a0cfee52-5e51-4473-bf21-5596693dc119 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:34:44.906924 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2772cf5-2e24-411e-b57b-c560b0e74355 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:44.907463 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-f2772cf5-2e24-411e-b57b-c560b0e74355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:34:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:45.006573 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-eb53ff09-a644-418d-a7e7-16cc4bcf80a8 req-41e14c81-2816-4f01-b195-727dbb19f972 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f47f855e-f6bc-4ba5-b475-43d7d8544c8f HTTP/1.1" status: 200 len: 999 time: 0.0579805 Jul 20 19:34:45.009928 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-f2772cf5-2e24-411e-b57b-c560b0e74355 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:45.056400 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ff09-a644-418d-a7e7-16cc4bcf80a8 req-9d38b05c-3b7f-458e-804c-4fc740fac22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:45.058229 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-eb53ff09-a644-418d-a7e7-16cc4bcf80a8 req-9d38b05c-3b7f-458e-804c-4fc740fac22f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9ac62582-e651-41bb-b8bc-ca4071f8d595 HTTP/1.1" status: 200 len: 854 time: 0.0448961 Jul 20 19:34:45.105979 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ff09-a644-418d-a7e7-16cc4bcf80a8 req-99ec34ac-c013-43d8-aba1-bcdeed0948ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:45.107525 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-eb53ff09-a644-418d-a7e7-16cc4bcf80a8 req-99ec34ac-c013-43d8-aba1-bcdeed0948ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8d1f9468-ee30-4ff5-9d99-0240a7903291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431452 Jul 20 19:34:45.225333 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-f2772cf5-2e24-411e-b57b-c560b0e74355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': 'ca9a5ea3-cdee-486a-b7af-0ff637725d06', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:46:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:34:31Z', 'updated_at': '2022-07-20T19:34:44Z', 'revision_number': 1, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:45.250784 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2772cf5-2e24-411e-b57b-c560b0e74355 None None] The sync data for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi is: [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': 'ca9a5ea3-cdee-486a-b7af-0ff637725d06', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'port_id': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'mac_address': 'fa:16:3e:46:8e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:34:31Z', 'updated_at': '2022-07-20T19:34:44Z', 'revision_number': 1, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:34:45.401993 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d8950-f94d-46de-a724-e0056bb481a2 req-beac600b-8706-4b8f-8817-70c7e32ca058 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:45.403472 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-057d8950-f94d-46de-a724-e0056bb481a2 req-beac600b-8706-4b8f-8817-70c7e32ca058 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 943 time: 0.0562506 Jul 20 19:34:45.442983 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8347b84-7b25-405f-a5e9-6e326e9805db None None] New status for floating IP ca9a5ea3-cdee-486a-b7af-0ff637725d06: ACTIVE {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:34:45.462725 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:45.508674 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-057d8950-f94d-46de-a724-e0056bb481a2 req-419e08d2-aeb1-490f-afba-968fe0539df9 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948436 Jul 20 19:34:45.523636 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-eb53ff09-a644-418d-a7e7-16cc4bcf80a8 req-717424f5-9b48-476d-a7fb-13df0ad724a9 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397748 Jul 20 19:34:45.557849 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:45.618832 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-eb53ff09-a644-418d-a7e7-16cc4bcf80a8 req-43ed964c-769e-454a-9b21-80977fefcd60 service neutron] 10.222.0.89 "GET /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866141 Jul 20 19:34:45.980031 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 637fcd80-41b1-4f6e-8500-3b24bb93f24e details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:34:46.082078 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 637fcd80-41b1-4f6e-8500-3b24bb93f24e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:46.093668 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'port_id': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'mac_address': 'fa:16:3e:2b:23:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:34:46.128042 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 637fcd80-41b1-4f6e-8500-3b24bb93f24e is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:34:46.128483 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:46.145867 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637fcd80-41b1-4f6e-8500-3b24bb93f24e {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:34:46.150587 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:46.165264 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 637fcd80-41b1-4f6e-8500-3b24bb93f24e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:46.169267 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:46.193989 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:46.216101 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=637fcd80-41b1-4f6e-8500-3b24bb93f24e,revision_number=7']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:46.429691 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['637fcd80-41b1-4f6e-8500-3b24bb93f24e'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:34:46.632378 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0d859-8024-4f57-8227-d52f9f6a3563 req-6d2a2e7b-e909-48b9-9c57-0678114a6f73 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:46.633894 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dab0d859-8024-4f57-8227-d52f9f6a3563 req-6d2a2e7b-e909-48b9-9c57-0678114a6f73 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 944 time: 0.0464954 Jul 20 19:34:46.684200 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dab0d859-8024-4f57-8227-d52f9f6a3563 req-edc33a15-2533-4db9-9bd6-ef838e2978fa tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445285 Jul 20 19:34:47.469147 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:47.997133 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 637fcd80-41b1-4f6e-8500-3b24bb93f24e up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:34:48.039495 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port 637fcd80-41b1-4f6e-8500-3b24bb93f24e triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:34:48.039861 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:48.110808 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port 637fcd80-41b1-4f6e-8500-3b24bb93f24e is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:34:48.111193 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:48.133220 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:48.135426 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e2056a-b6c2-4c61-bcc4-dd8989d428e0" -d '{"events": [{"server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "name": "network-vif-plugged", "status": "completed", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:48.147851 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port 637fcd80-41b1-4f6e-8500-3b24bb93f24e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:48.152384 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:48.178308 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02136f8-b2ec-476e-9116-32e966f312c7 x-openstack-request-id: req-f02136f8-b2ec-476e-9116-32e966f312c7 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:48.178598 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "name": "network-vif-plugged", "status": "completed", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:48.178845 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f02136f8-b2ec-476e-9116-32e966f312c7 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:48.179231 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02136f8-b2ec-476e-9116-32e966f312c7'] response: {'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'code': 200} Jul 20 19:34:48.202608 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=637fcd80-41b1-4f6e-8500-3b24bb93f24e,revision_number=8']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:48.283665 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ad522220-d05d-44be-9c8d-1b8837ca0181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:49.831065 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:34:50.635997 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-65f28d23-86bc-44b4-b316-cc0cdf89b484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:51.751625 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:51.763377 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:53.374566 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:53.472178 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:55.245066 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6534300f-7ec0-4b90-a94a-813a0d4bf780 req-dcf146cb-d86a-4d28-94e5-af53167578ad service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389047 Jul 20 19:34:55.328782 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534300f-7ec0-4b90-a94a-813a0d4bf780 req-818a6937-6a26-4456-989c-7a5f27b77989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:55.330259 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6534300f-7ec0-4b90-a94a-813a0d4bf780 req-818a6937-6a26-4456-989c-7a5f27b77989 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e5d98e3bb2a4708a934a15674033c12&device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 1129 time: 0.0426867 Jul 20 19:34:55.435513 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534300f-7ec0-4b90-a94a-813a0d4bf780 req-bdcd1aaa-8a12-40bb-b10f-dcfe25e160ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:55.437018 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6534300f-7ec0-4b90-a94a-813a0d4bf780 req-bdcd1aaa-8a12-40bb-b10f-dcfe25e160ea service neutron] 10.222.0.89 "GET /v2.0/networks?id=da086bb2-bc6c-45b9-a08e-84bd24f82403 HTTP/1.1" status: 200 len: 910 time: 0.0850842 Jul 20 19:34:55.502222 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6534300f-7ec0-4b90-a94a-813a0d4bf780 req-ddf324c3-16c9-48cb-8a49-784ace97bca0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e HTTP/1.1" status: 200 len: 1000 time: 0.0581694 Jul 20 19:34:55.550583 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534300f-7ec0-4b90-a94a-813a0d4bf780 req-f88738f5-473a-437a-ab28-e8a17f280202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:55.552087 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6534300f-7ec0-4b90-a94a-813a0d4bf780 req-f88738f5-473a-437a-ab28-e8a17f280202 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e48cd7d-acba-4969-8697-ebbd885cd757 HTTP/1.1" status: 200 len: 848 time: 0.0434935 Jul 20 19:34:55.594282 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534300f-7ec0-4b90-a94a-813a0d4bf780 req-1ed7561c-8421-453a-b916-52cb6696fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:55.595699 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6534300f-7ec0-4b90-a94a-813a0d4bf780 req-1ed7561c-8421-453a-b916-52cb6696fd8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da086bb2-bc6c-45b9-a08e-84bd24f82403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375319 Jul 20 19:34:55.688819 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6534300f-7ec0-4b90-a94a-813a0d4bf780 req-539e829b-a437-44b4-9a83-f919f3578621 service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852504 Jul 20 19:34:55.776851 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-6534300f-7ec0-4b90-a94a-813a0d4bf780 req-05cccce3-0999-4481-a62f-4abf219ea830 service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816820 Jul 20 19:34:56.667237 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:56.680359 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=47 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:59.826093 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:59.826875 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=17 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:03.465192 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:03.467114 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=76,neutron:UPDATE=7 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:05.772831 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=61 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:05.773527 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=66 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:16.843700 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:17.471604 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:18.285687 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-50643c1e-4e16-4f60-a814-eaaaf346a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:20.637242 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-abeea7f5-93e3-4f56-aa8e-253c7bce9150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:21.764547 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:23.377126 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:23.477492 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:26.829209 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:35:33.146238 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a0471-bc1b-4189-81d7-d249bcb9f6a7 req-722f4529-2730-4147-ad0b-d531de48a4f6 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:33.147681 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d65a0471-bc1b-4189-81d7-d249bcb9f6a7 req-722f4529-2730-4147-ad0b-d531de48a4f6 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 946 time: 0.0506902 Jul 20 19:35:33.194417 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d65a0471-bc1b-4189-81d7-d249bcb9f6a7 req-3f891133-02c6-4dc6-8fcb-5f5493beeca5 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=9210d28b-0618-4504-920d-2dec6c17819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410767 Jul 20 19:35:33.470655 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:33.472616 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:34.311339 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c8285-e3a6-40a0-b124-6f36e2e775fe req-570a6858-3e0b-4abf-b834-c51d2bb2d1ef tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:34.313093 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ef6c8285-e3a6-40a0-b124-6f36e2e775fe req-570a6858-3e0b-4abf-b834-c51d2bb2d1ef tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 946 time: 0.0501025 Jul 20 19:35:34.360447 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ef6c8285-e3a6-40a0-b124-6f36e2e775fe req-e5484bc2-0d79-45f4-8270-3365e45e6f42 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups?id=9210d28b-0618-4504-920d-2dec6c17819f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410483 Jul 20 19:35:34.922936 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-1ef945e4-b957-417e-876b-b9b5c66c76cd tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:34.924411 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-1ef945e4-b957-417e-876b-b9b5c66c76cd tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 946 time: 0.0454473 Jul 20 19:35:35.009899 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Deleting port f47f855e-f6bc-4ba5-b475-43d7d8544c8f {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:35.010239 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:35.097555 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] For port f47f855e-f6bc-4ba5-b475-43d7d8544c8f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f47f855e-f6bc-4ba5-b475-43d7d8544c8f,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:35.097922 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:35.254721 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:35.255005 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (ca9a5ea3-cdee-486a-b7af-0ff637725d06), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:35.255321 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Floating IP ca9a5ea3-cdee-486a-b7af-0ff637725d06 disassociated. External IP: 172.27.2.60, port: f47f855e-f6bc-4ba5-b475-43d7d8544c8f. Jul 20 19:35:35.255700 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Calling delete_port for f47f855e-f6bc-4ba5-b475-43d7d8544c8f owned by compute:nova {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:35.383933 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (f47f855e-f6bc-4ba5-b475-43d7d8544c8f), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:35.411128 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event deleted for resources: {'Port': ['ID=f47f855e-f6bc-4ba5-b475-43d7d8544c8f,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:35.424792 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.424792 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.424967 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.425272 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.425612 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.425950 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.426284 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.426618 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.426958 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.427532 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.427785 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.428015 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.428378 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.428727 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.429033 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:35.457688 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-11e285dd-2e44-4855-896a-43859792245d req-ef3bf166-37ef-46f6-906c-9a8c3c4da2b2 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa24768-0450-4fd9-8624-776dbe0e7128 HTTP/1.1" status: 200 len: 210 time: 0.0293841 Jul 20 19:35:35.535963 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Router a0cfee52-5e51-4473-bf21-5596693dc119 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:35:35.636533 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:35:35.645925 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba867cd-a787-45e1-8157-d0185131a795 None None] Sync routers for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:35:35.656477 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba867cd-a787-45e1-8157-d0185131a795 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:35:35.657090 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-5ba867cd-a787-45e1-8157-d0185131a795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:35:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:35.662692 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:35.679849 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] No DVR routers for this DVR port f47f855e-f6bc-4ba5-b475-43d7d8544c8f on host hv-cinder-81914 {{(pid=103974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:35:35.682393 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:35.685605 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ebcaa05e-2dc3-4789-8ce2-db13fab30746 req-a6c8c901-08f5-4257-90c9-78e1e0259905 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.89 "DELETE /v2.0/ports/f47f855e-f6bc-4ba5-b475-43d7d8544c8f HTTP/1.1" status: 204 len: 173 time: 0.7528381 Jul 20 19:35:35.687131 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'name': 'network-vif-deleted', 'tag': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:35:35.690924 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b499b0e-de47-4ea2-ad59-65415f674708" -d '{"events": [{"server_uuid": "1fa24768-0450-4fd9-8624-776dbe0e7128", "name": "network-vif-deleted", "tag": "f47f855e-f6bc-4ba5-b475-43d7d8544c8f"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:35:35.727553 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187eabe1-ca1d-48a7-a02a-bac7bfa74da2 x-openstack-request-id: req-187eabe1-ca1d-48a7-a02a-bac7bfa74da2 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:35:35.727839 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa24768-0450-4fd9-8624-776dbe0e7128", "name": "network-vif-deleted", "tag": "f47f855e-f6bc-4ba5-b475-43d7d8544c8f", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:35:35.728085 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-187eabe1-ca1d-48a7-a02a-bac7bfa74da2 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:35:35.728753 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187eabe1-ca1d-48a7-a02a-bac7bfa74da2'] response: {'server_uuid': '1fa24768-0450-4fd9-8624-776dbe0e7128', 'name': 'network-vif-deleted', 'tag': 'f47f855e-f6bc-4ba5-b475-43d7d8544c8f', 'status': 'completed', 'code': 200} Jul 20 19:35:35.909100 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-5ba867cd-a787-45e1-8157-d0185131a795 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:35:36.101283 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-5ba867cd-a787-45e1-8157-d0185131a795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:36.126778 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba867cd-a787-45e1-8157-d0185131a795 None None] Checking router: a0cfee52-5e51-4473-bf21-5596693dc119 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:35:36.136956 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba867cd-a787-45e1-8157-d0185131a795 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:35:36.137585 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-5ba867cd-a787-45e1-8157-d0185131a795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:35:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:36.253529 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-5ba867cd-a787-45e1-8157-d0185131a795 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:35:36.441909 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-5ba867cd-a787-45e1-8157-d0185131a795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:36.469577 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba867cd-a787-45e1-8157-d0185131a795 None None] The sync data for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi is: [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:30:57Z', 'revision_number': 4, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2c82fa70-c452-49c5-ab81-223e4da7325f', 'name': '', 'network_id': '8d1f9468-ee30-4ff5-9d99-0240a7903291', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'mac_address': 'fa:16:3e:ca:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:57Z', 'updated_at': '2022-07-20T19:31:02Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'subnets': [{'id': '9ac62582-e651-41bb-b8bc-ca4071f8d595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:35:36.707038 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de68e35-3c93-45db-a07d-9b64ef287716 None None] New status for floating IP ca9a5ea3-cdee-486a-b7af-0ff637725d06: DOWN {{(pid=103976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:35:37.558745 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46844) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:37.596724 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:37.619320 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1a2b-a5ce-4457-85d8-28ce9ec5af1a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (9210d28b-0618-4504-920d-2dec6c17819f), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:37.642045 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1a2b-a5ce-4457-85d8-28ce9ec5af1a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (9210d28b-0618-4504-920d-2dec6c17819f), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:37.688316 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1a2b-a5ce-4457-85d8-28ce9ec5af1a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (9210d28b-0618-4504-920d-2dec6c17819f), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:37.690904 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1a2b-a5ce-4457-85d8-28ce9ec5af1a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:37.692024 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c1cd1a2b-a5ce-4457-85d8-28ce9ec5af1a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "DELETE /v2.0/security-groups/9210d28b-0618-4504-920d-2dec6c17819f HTTP/1.1" status: 204 len: 168 time: 0.1323144 Jul 20 19:35:37.694896 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46846) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:37.701490 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd1a2b-a5ce-4457-85d8-28ce9ec5af1a tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9210d28b-0618-4504-920d-2dec6c17819f,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:37.711094 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.api.v2.resource [None req-d0029be2-ec8d-4dca-839d-fd9124e7acc4 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] show failed (client error): The resource could not be found. Jul 20 19:35:37.712391 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-d0029be2-ec8d-4dca-839d-fd9124e7acc4 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "GET /v2.0/security-groups/9210d28b-0618-4504-920d-2dec6c17819f HTTP/1.1" status: 404 len: 347 time: 0.0163996 Jul 20 19:35:37.715204 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46848) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:37.827647 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Deleting port 4453696d-6b1a-4eab-8c3b-b9d60ec22f07 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:37.827994 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (4453696d-6b1a-4eab-8c3b-b9d60ec22f07), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:37.904942 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (4453696d-6b1a-4eab-8c3b-b9d60ec22f07), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:37.905268 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (4453696d-6b1a-4eab-8c3b-b9d60ec22f07), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:37.917455 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Calling delete_port for 4453696d-6b1a-4eab-8c3b-b9d60ec22f07 owned by network:floatingip {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:38.044471 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (4453696d-6b1a-4eab-8c3b-b9d60ec22f07), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:38.071592 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Pushing event deleted for resources: {'Port': ['ID=4453696d-6b1a-4eab-8c3b-b9d60ec22f07,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:38.097101 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.097378 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.097720 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.098056 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.098388 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.098720 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.099071 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.100016 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.100373 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.100706 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.101028 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.101350 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.101674 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.101996 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.102314 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:38.143680 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks [] for floatingip (ca9a5ea3-cdee-486a-b7af-0ff637725d06), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:38.147144 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:38.148364 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-99cff88f-1192-4d1f-9412-d772e6cf5027 tempest-AttachVolumeNegativeTest-25279262 tempest-AttachVolumeNegativeTest-25279262-project] 10.222.0.43 "DELETE /v2.0/floatingips/ca9a5ea3-cdee-486a-b7af-0ff637725d06 HTTP/1.1" status: 204 len: 168 time: 0.4322314 Jul 20 19:35:38.286048 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device f47f855e-f6bc-4ba5-b475-43d7d8544c8f no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:35:38.304962 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: f47f855e-f6bc-4ba5-b475-43d7d8544c8f {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:35:38.305306 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device f47f855e-f6bc-4ba5-b475-43d7d8544c8f not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:35:41.816548 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 46884) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:42.113369 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:42.122884 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8e6af39b-8de8-484e-8afd-e760cea04d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454226'] for router_interface (a0cfee52-5e51-4473-bf21-5596693dc119), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:42.194492 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:42.337394 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-8e6af39b-8de8-484e-8afd-e760cea04d94 admin admin] Deleting port 2c82fa70-c452-49c5-ab81-223e4da7325f {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:42.337736 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8e6af39b-8de8-484e-8afd-e760cea04d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:42.417382 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-8e6af39b-8de8-484e-8afd-e760cea04d94 admin admin] For port 2c82fa70-c452-49c5-ab81-223e4da7325f, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=2c82fa70-c452-49c5-ab81-223e4da7325f,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:42.417657 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8e6af39b-8de8-484e-8afd-e760cea04d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:42.430736 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-8e6af39b-8de8-484e-8afd-e760cea04d94 admin admin] Calling delete_port for 2c82fa70-c452-49c5-ab81-223e4da7325f owned by network:router_interface {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:42.604955 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8e6af39b-8de8-484e-8afd-e760cea04d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (2c82fa70-c452-49c5-ab81-223e4da7325f), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:42.627453 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6af39b-8de8-484e-8afd-e760cea04d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c82fa70-c452-49c5-ab81-223e4da7325f,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:42.812459 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8e6af39b-8de8-484e-8afd-e760cea04d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454342'] for router_interface (a0cfee52-5e51-4473-bf21-5596693dc119), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:42.950749 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:43.016190 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6af39b-8de8-484e-8afd-e760cea04d94 admin admin] Router a0cfee52-5e51-4473-bf21-5596693dc119 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:35:43.073677 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:43.128386 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6af39b-8de8-484e-8afd-e760cea04d94 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:35:43.140439 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-8e6af39b-8de8-484e-8afd-e760cea04d94 admin admin] 10.222.0.43 "PUT /v2.0/routers/a0cfee52-5e51-4473-bf21-5596693dc119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3178141 Jul 20 19:35:43.140619 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46886) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:43.142481 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62622a7-b458-4f37-a00f-af0bfdfde9d1 None None] Sync routers for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:35:43.159219 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62622a7-b458-4f37-a00f-af0bfdfde9d1 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:35:43.160102 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-a62622a7-b458-4f37-a00f-af0bfdfde9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:35:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:43.243239 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Publish callbacks [] for router (a0cfee52-5e51-4473-bf21-5596693dc119), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:43.273083 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-a62622a7-b458-4f37-a00f-af0bfdfde9d1 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:35:43.356557 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Publish callbacks [] for router_gateway (a0cfee52-5e51-4473-bf21-5596693dc119), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:43.399381 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Deleting port 093eb00b-302f-44c2-b321-53f1e1087717 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:43.399710 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (093eb00b-302f-44c2-b321-53f1e1087717), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:43.430571 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:43.445653 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-a62622a7-b458-4f37-a00f-af0bfdfde9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '093eb00b-302f-44c2-b321-53f1e1087717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:35:42Z', 'revision_number': 5, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port': {'id': '093eb00b-302f-44c2-b321-53f1e1087717', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:43.472941 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62622a7-b458-4f37-a00f-af0bfdfde9d1 None None] Checking router: a0cfee52-5e51-4473-bf21-5596693dc119 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:35:43.478744 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] For port 093eb00b-302f-44c2-b321-53f1e1087717, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=093eb00b-302f-44c2-b321-53f1e1087717,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:43.479107 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (093eb00b-302f-44c2-b321-53f1e1087717), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:43.481368 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62622a7-b458-4f37-a00f-af0bfdfde9d1 None None] Routers {'a0cfee52-5e51-4473-bf21-5596693dc119'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:35:43.481964 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-a62622a7-b458-4f37-a00f-af0bfdfde9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:35:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['a0cfee52-5e51-4473-bf21-5596693dc119'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:43.496748 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Calling delete_port for 093eb00b-302f-44c2-b321-53f1e1087717 owned by network:router_gateway {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:43.553011 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:43.564851 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-a62622a7-b458-4f37-a00f-af0bfdfde9d1 None None] Set router a0cfee52-5e51-4473-bf21-5596693dc119 gateway port host: None {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:35:43.615111 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-a62622a7-b458-4f37-a00f-af0bfdfde9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:35:43Z', 'revision_number': 6, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port_host': None}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:43.640159 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62622a7-b458-4f37-a00f-af0bfdfde9d1 None None] The sync data for ids ['a0cfee52-5e51-4473-bf21-5596693dc119'] in dv-cinder-819149-14-iscsi is: [{'id': 'a0cfee52-5e51-4473-bf21-5596693dc119', 'name': 'tempest-AttachVolumeNegativeTest-1918466548-router', 'tenant_id': 'ba897ed63f434ec88f93da1cae7024f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:54Z', 'updated_at': '2022-07-20T19:35:43Z', 'revision_number': 6, 'project_id': 'ba897ed63f434ec88f93da1cae7024f1', 'gw_port_host': None}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:35:43.670843 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (093eb00b-302f-44c2-b321-53f1e1087717), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:43.956825 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Pushing event deleted for resources: {'Port': ['ID=093eb00b-302f-44c2-b321-53f1e1087717,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:44.022250 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-458459'] for router_gateway (a0cfee52-5e51-4473-bf21-5596693dc119), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.109331 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127878'] for router (a0cfee52-5e51-4473-bf21-5596693dc119), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.111540 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Publish callbacks [] for router_controller (a0cfee52-5e51-4473-bf21-5596693dc119), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.147323 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:44.154934 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453216'] for router (a0cfee52-5e51-4473-bf21-5596693dc119), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.155640 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0cfee52-5e51-4473-bf21-5596693dc119 {{(pid=103974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:35:44.161024 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.162642 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-9ce07c6f-8e98-4004-a3ce-78736453947c admin admin] 10.222.0.43 "DELETE /v2.0/routers/a0cfee52-5e51-4473-bf21-5596693dc119 HTTP/1.1" status: 204 len: 168 time: 1.0234535 Jul 20 19:35:44.165107 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46888) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:44.209575 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9aaefe-d555-40bf-af6a-20b5f6b1f815 admin admin] Deleting subnet 9ac62582-e651-41bb-b8bc-ca4071f8d595 {{(pid=103974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:35:44.212866 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-cc9aaefe-d555-40bf-af6a-20b5f6b1f815 admin admin] Publish callbacks [] for subnet (9ac62582-e651-41bb-b8bc-ca4071f8d595), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.237265 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:44.248419 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-cc9aaefe-d555-40bf-af6a-20b5f6b1f815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9570133'] for subnet (9ac62582-e651-41bb-b8bc-ca4071f8d595), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.327440 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-cc9aaefe-d555-40bf-af6a-20b5f6b1f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (9ac62582-e651-41bb-b8bc-ca4071f8d595), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.383313 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-cc9aaefe-d555-40bf-af6a-20b5f6b1f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9549956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9559478'] for subnet (9ac62582-e651-41bb-b8bc-ca4071f8d595), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.410281 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9aaefe-d555-40bf-af6a-20b5f6b1f815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ac62582-e651-41bb-b8bc-ca4071f8d595,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:44.414546 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-cc9aaefe-d555-40bf-af6a-20b5f6b1f815 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.417653 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-cc9aaefe-d555-40bf-af6a-20b5f6b1f815 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9ac62582-e651-41bb-b8bc-ca4071f8d595 HTTP/1.1" status: 204 len: 168 time: 0.2515829 Jul 20 19:35:44.420038 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46890) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:44.422740 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a6c981-9a24-48d6-ba97-5936e8ce347e None None] Network 8d1f9468-ee30-4ff5-9d99-0240a7903291 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:35:44.494615 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (8d1f9468-ee30-4ff5-9d99-0240a7903291), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.537624 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Deleting port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:44.537975 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.574167 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51312260-499c-4b34-9658-44013ba1607b None None] DHCP port deletion for 8d1f9468-ee30-4ff5-9d99-0240a7903291 request from dv-cinder-819149-14-iscsi {{(pid=103975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:35:44.606048 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] For port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=2fe6f0e0-c5ec-4e56-af05-7da24e7a377b,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:44.606422 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.616055 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-51312260-499c-4b34-9658-44013ba1607b None None] Deleting port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b {{(pid=103975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:44.616610 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), before_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.620148 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Calling delete_port for 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b owned by network:dhcp {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:44.681132 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-51312260-499c-4b34-9658-44013ba1607b None None] For port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=2fe6f0e0-c5ec-4e56-af05-7da24e7a377b,segment=NetworkSegment(5ef8ffe1-0f89-48cc-b6a0-499cf83d9169),segment_id=5ef8ffe1-0f89-48cc-b6a0-499cf83d9169)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:44.681526 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), precommit_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.694762 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-51312260-499c-4b34-9658-44013ba1607b None None] Calling delete_port for 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b owned by network:dhcp {{(pid=103975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:44.706893 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.732425 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe6f0e0-c5ec-4e56-af05-7da24e7a377b,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:44.734134 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] No DVR routers for this DVR port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b on host dv-cinder-819149-14-iscsi {{(pid=103974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:35:44.775612 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190'] for port (2fe6f0e0-c5ec-4e56-af05-7da24e7a377b), after_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.801584 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51312260-499c-4b34-9658-44013ba1607b None None] Pushing event deleted for resources: {'Port': ['ID=2fe6f0e0-c5ec-4e56-af05-7da24e7a377b,revision_number=None']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:44.804677 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51312260-499c-4b34-9658-44013ba1607b None None] No DVR routers for this DVR port 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b on host dv-cinder-819149-14-iscsi {{(pid=103975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:35:44.809181 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (8d1f9468-ee30-4ff5-9d99-0240a7903291), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.812702 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.813045 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.813383 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.813717 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.814043 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.814365 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.814684 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.815007 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.815326 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.815641 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.815957 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.816274 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.816611 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.816925 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.817235 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51312260-499c-4b34-9658-44013ba1607b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:44.837671 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1f9468-ee30-4ff5-9d99-0240a7903291']}} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:44.846805 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169') {'for_net_delete': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:44.847101 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.services.segments.db [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef8ffe1-0f89-48cc-b6a0-499cf83d9169') {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:44.857198 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9570114'] for segment (5ef8ffe1-0f89-48cc-b6a0-499cf83d9169), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.870836 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (5ef8ffe1-0f89-48cc-b6a0-499cf83d9169), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.877039 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:35:44.877402 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9550886'] for segment (5ef8ffe1-0f89-48cc-b6a0-499cf83d9169), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.938427 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (8d1f9468-ee30-4ff5-9d99-0240a7903291), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.945011 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.948109 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8d1f9468-ee30-4ff5-9d99-0240a7903291 HTTP/1.1" status: 204 len: 168 time: 0.5271330 Jul 20 19:35:44.959308 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a84900-9dda-4b17-aa21-d37aafe6a375 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d1f9468-ee30-4ff5-9d99-0240a7903291,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:45.034564 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.services.segments.plugin [-] Segment 5ef8ffe1-0f89-48cc-b6a0-499cf83d9169 resource provider aggregate not found Jul 20 19:35:45.050986 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.services.segments.plugin [-] Segment 5ef8ffe1-0f89-48cc-b6a0-499cf83d9169 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ef8ffe1-0f89-48cc-b6a0-499cf83d9169 found for delete ", "request_id": "req-6c8d0561-be71-4dd1-8329-adcdf4ae9d3c"}]} Jul 20 19:35:45.125328 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46900) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:45.150737 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:45.171871 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 093eb00b-302f-44c2-b321-53f1e1087717 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:35:45.173416 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-2be1bed6-bbbd-448d-88d0-940ab77b1f1f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba897ed63f434ec88f93da1cae7024f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469575 Jul 20 19:35:45.175877 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 46902) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:45.193850 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 093eb00b-302f-44c2-b321-53f1e1087717 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:35:45.194468 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 093eb00b-302f-44c2-b321-53f1e1087717 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:35:45.194934 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 2c82fa70-c452-49c5-ab81-223e4da7325f no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:35:45.212628 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 2c82fa70-c452-49c5-ab81-223e4da7325f {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:35:45.212974 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 2c82fa70-c452-49c5-ab81-223e4da7325f not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:35:45.213392 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:35:45.226770 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b90929f9-477a-4876-b666-162a8812472f admin admin] Publish callbacks [] for security_group (4c9c789f-02e1-46ed-bf58-3aef189de705), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:45.232013 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:35:45.232391 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 2fe6f0e0-c5ec-4e56-af05-7da24e7a377b not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:35:45.249165 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b90929f9-477a-4876-b666-162a8812472f admin admin] Publish callbacks [] for security_group (4c9c789f-02e1-46ed-bf58-3aef189de705), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:45.273500 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:45.304173 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b90929f9-477a-4876-b666-162a8812472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (4c9c789f-02e1-46ed-bf58-3aef189de705), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:45.307117 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b90929f9-477a-4876-b666-162a8812472f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:45.308265 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-b90929f9-477a-4876-b666-162a8812472f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c9c789f-02e1-46ed-bf58-3aef189de705 HTTP/1.1" status: 204 len: 168 time: 0.1314669 Jul 20 19:35:45.316486 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90929f9-477a-4876-b666-162a8812472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9c789f-02e1-46ed-bf58-3aef189de705,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:46.779956 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:46.781815 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:47.502444 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:48.289169 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-d940d74e-bb9b-448c-bf6d-4ed804c07ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:50.640277 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-4da9723b-8346-4aed-8dfb-53c1c57d72d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:51.766771 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:53.117075 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:53.125395 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=25 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:53.380162 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:53.479646 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:53.826470 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47006) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:53.931211 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-60850435-ff7d-4397-9cad-e9f2c27aa582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:54.008159 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-60850435-ff7d-4397-9cad-e9f2c27aa582 admin admin] Publish callbacks [] for security_group (625b66d6-585a-4e13-a331-5fb2d439d69f), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:54.011658 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-60850435-ff7d-4397-9cad-e9f2c27aa582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (625b66d6-585a-4e13-a331-5fb2d439d69f), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:54.049928 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-60850435-ff7d-4397-9cad-e9f2c27aa582 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2e72a1efa7c48aaa036ea2c739c6c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223964 Jul 20 19:35:54.050784 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60850435-ff7d-4397-9cad-e9f2c27aa582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625b66d6-585a-4e13-a331-5fb2d439d69f,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:54.053224 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47010) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:54.102686 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-75216375-95d0-4112-a584-152720f1e5f0 admin admin] Publish callbacks [] for security_group (625b66d6-585a-4e13-a331-5fb2d439d69f), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:54.125378 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-75216375-95d0-4112-a584-152720f1e5f0 admin admin] Publish callbacks [] for security_group (625b66d6-585a-4e13-a331-5fb2d439d69f), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:54.174861 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-75216375-95d0-4112-a584-152720f1e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (625b66d6-585a-4e13-a331-5fb2d439d69f), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:54.177954 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-75216375-95d0-4112-a584-152720f1e5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:54.179143 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-75216375-95d0-4112-a584-152720f1e5f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/625b66d6-585a-4e13-a331-5fb2d439d69f HTTP/1.1" status: 204 len: 168 time: 0.1249404 Jul 20 19:35:54.187099 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75216375-95d0-4112-a584-152720f1e5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625b66d6-585a-4e13-a331-5fb2d439d69f,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:55.942066 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47060) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:56.054539 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd826-0640-4d0d-9e3c-af8082c354cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.128983 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd826-0640-4d0d-9e3c-af8082c354cf admin admin] Publish callbacks [] for security_group (ae33518f-89c2-4b65-92c1-9d9a393dfc2f), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.132354 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd826-0640-4d0d-9e3c-af8082c354cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ae33518f-89c2-4b65-92c1-9d9a393dfc2f), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.171645 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-0a3bd826-0640-4d0d-9e3c-af8082c354cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d426cba4a9e145c1aef615a32d8ad465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284844 Jul 20 19:35:56.172551 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bd826-0640-4d0d-9e3c-af8082c354cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae33518f-89c2-4b65-92c1-9d9a393dfc2f,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:56.174414 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47064) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:56.224414 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-74728e99-78c1-4d1f-a856-7b9af2deba3a admin admin] Publish callbacks [] for security_group (ae33518f-89c2-4b65-92c1-9d9a393dfc2f), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.245969 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-74728e99-78c1-4d1f-a856-7b9af2deba3a admin admin] Publish callbacks [] for security_group (ae33518f-89c2-4b65-92c1-9d9a393dfc2f), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.294597 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-74728e99-78c1-4d1f-a856-7b9af2deba3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ae33518f-89c2-4b65-92c1-9d9a393dfc2f), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.297362 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-74728e99-78c1-4d1f-a856-7b9af2deba3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.298520 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-74728e99-78c1-4d1f-a856-7b9af2deba3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae33518f-89c2-4b65-92c1-9d9a393dfc2f HTTP/1.1" status: 204 len: 168 time: 0.1231122 Jul 20 19:35:56.310406 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74728e99-78c1-4d1f-a856-7b9af2deba3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae33518f-89c2-4b65-92c1-9d9a393dfc2f,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:56.563962 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47070) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:56.577820 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e742430-087d-45c9-9353-416bcf4e066d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.657134 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e742430-087d-45c9-9353-416bcf4e066d admin admin] Publish callbacks [] for security_group (a54a8bb9-c208-4964-93ea-acfb6e669e4b), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.660975 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e742430-087d-45c9-9353-416bcf4e066d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (a54a8bb9-c208-4964-93ea-acfb6e669e4b), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.703708 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-4e742430-087d-45c9-9353-416bcf4e066d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ccdfabea07348999bb8d08210ff2220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385312 Jul 20 19:35:56.704455 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e742430-087d-45c9-9353-416bcf4e066d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54a8bb9-c208-4964-93ea-acfb6e669e4b,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:56.706575 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47072) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:56.756714 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a04f26f2-8283-45d9-a50a-b10657dae2d2 admin admin] Publish callbacks [] for security_group (a54a8bb9-c208-4964-93ea-acfb6e669e4b), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.777495 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a04f26f2-8283-45d9-a50a-b10657dae2d2 admin admin] Publish callbacks [] for security_group (a54a8bb9-c208-4964-93ea-acfb6e669e4b), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.828587 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a04f26f2-8283-45d9-a50a-b10657dae2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (a54a8bb9-c208-4964-93ea-acfb6e669e4b), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.831142 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a04f26f2-8283-45d9-a50a-b10657dae2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.832314 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-a04f26f2-8283-45d9-a50a-b10657dae2d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a54a8bb9-c208-4964-93ea-acfb6e669e4b HTTP/1.1" status: 204 len: 168 time: 0.1245387 Jul 20 19:35:56.840239 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f26f2-8283-45d9-a50a-b10657dae2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54a8bb9-c208-4964-93ea-acfb6e669e4b,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:58.813279 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47142) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:58.923161 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-095e6f6a-6382-45b1-9180-e988f71be76b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.001140 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-095e6f6a-6382-45b1-9180-e988f71be76b admin admin] Publish callbacks [] for security_group (e83083a4-eea8-471e-a496-5e45a3cf47ba), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.005022 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-095e6f6a-6382-45b1-9180-e988f71be76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e83083a4-eea8-471e-a496-5e45a3cf47ba), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.043916 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e6f6a-6382-45b1-9180-e988f71be76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83083a4-eea8-471e-a496-5e45a3cf47ba,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:59.048242 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-095e6f6a-6382-45b1-9180-e988f71be76b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8f3b18ce04542e78eb4e7ab63f3f64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339675 Jul 20 19:35:59.051434 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47146) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:59.099473 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e91757e6-9e31-4901-af97-035a7706e0bc admin admin] Publish callbacks [] for security_group (e83083a4-eea8-471e-a496-5e45a3cf47ba), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.101642 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:59.124010 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e91757e6-9e31-4901-af97-035a7706e0bc admin admin] Publish callbacks [] for security_group (e83083a4-eea8-471e-a496-5e45a3cf47ba), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.159335 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:59.175772 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e91757e6-9e31-4901-af97-035a7706e0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (e83083a4-eea8-471e-a496-5e45a3cf47ba), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.178345 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e91757e6-9e31-4901-af97-035a7706e0bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.179529 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-e91757e6-9e31-4901-af97-035a7706e0bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e83083a4-eea8-471e-a496-5e45a3cf47ba HTTP/1.1" status: 204 len: 168 time: 0.1275432 Jul 20 19:35:59.188465 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91757e6-9e31-4901-af97-035a7706e0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83083a4-eea8-471e-a496-5e45a3cf47ba,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:59.461190 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47152) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:59.474319 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f4c008cc-7489-4799-a297-fd32c753c673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.533668 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:59.555425 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f4c008cc-7489-4799-a297-fd32c753c673 admin admin] Publish callbacks [] for security_group (885b88ab-909d-49fa-bbf5-4fa62ec50ff2), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.559774 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f4c008cc-7489-4799-a297-fd32c753c673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (885b88ab-909d-49fa-bbf5-4fa62ec50ff2), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.599295 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c008cc-7489-4799-a297-fd32c753c673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885b88ab-909d-49fa-bbf5-4fa62ec50ff2,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:59.604528 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-f4c008cc-7489-4799-a297-fd32c753c673 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01bf54d1b4f24173983f1e35fae1702f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422250 Jul 20 19:35:59.607351 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47154) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:59.614106 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:59.661485 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-26326b4f-3cfa-46a6-b3db-e49793f4cbf7 admin admin] Publish callbacks [] for security_group (885b88ab-909d-49fa-bbf5-4fa62ec50ff2), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.683120 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-26326b4f-3cfa-46a6-b3db-e49793f4cbf7 admin admin] Publish callbacks [] for security_group (885b88ab-909d-49fa-bbf5-4fa62ec50ff2), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.729971 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-26326b4f-3cfa-46a6-b3db-e49793f4cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (885b88ab-909d-49fa-bbf5-4fa62ec50ff2), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.732773 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-26326b4f-3cfa-46a6-b3db-e49793f4cbf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.733944 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-26326b4f-3cfa-46a6-b3db-e49793f4cbf7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/885b88ab-909d-49fa-bbf5-4fa62ec50ff2 HTTP/1.1" status: 204 len: 168 time: 0.1258538 Jul 20 19:35:59.742462 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26326b4f-3cfa-46a6-b3db-e49793f4cbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885b88ab-909d-49fa-bbf5-4fa62ec50ff2,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:03.828525 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:36:05.646969 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47246) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:05.786403 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Deleting port d99edae7-38d9-4bf0-b0b9-dbe032c05493 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:05.786729 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (d99edae7-38d9-4bf0-b0b9-dbe032c05493), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:05.862712 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (d99edae7-38d9-4bf0-b0b9-dbe032c05493), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:05.863030 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for floatingip (d99edae7-38d9-4bf0-b0b9-dbe032c05493), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:05.875773 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Calling delete_port for d99edae7-38d9-4bf0-b0b9-dbe032c05493 owned by network:floatingip {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:06.041862 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (d99edae7-38d9-4bf0-b0b9-dbe032c05493), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:06.069141 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event deleted for resources: {'Port': ['ID=d99edae7-38d9-4bf0-b0b9-dbe032c05493,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:06.135894 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for floatingip (a625f4d1-d592-446b-ae4c-f05c197e4798), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:06.136219 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Floating IP a625f4d1-d592-446b-ae4c-f05c197e4798 disassociated (deleted). External IP: 172.27.2.26, port: 637fcd80-41b1-4f6e-8500-3b24bb93f24e. Jul 20 19:36:06.595825 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:36:06.696645 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:06.708997 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:06.714428 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:06.722639 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af91e8d-12b2-4141-af8d-e62cc7ed364f None None] Sync routers for ids ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:06.736223 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af91e8d-12b2-4141-af8d-e62cc7ed364f None None] Routers {'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:06.737049 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-5af91e8d-12b2-4141-af8d-e62cc7ed364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:35:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:06.751958 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-f5618438-3ed2-4868-bc38-f9dceceeff82 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "DELETE /v2.0/floatingips/a625f4d1-d592-446b-ae4c-f05c197e4798 HTTP/1.1" status: 204 len: 168 time: 1.1038918 Jul 20 19:36:06.752668 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:36:06.755229 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4a103c-774b-4b1a-b230-965e69564e83" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:36:06.863697 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-5af91e8d-12b2-4141-af8d-e62cc7ed364f None None] Set router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:06.960943 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645235c2-724e-4243-8c67-bc1d468ba61f x-openstack-request-id: req-645235c2-724e-4243-8c67-bc1d468ba61f {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:36:06.961239 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:36:06.961470 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-645235c2-724e-4243-8c67-bc1d468ba61f {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:36:06.961864 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645235c2-724e-4243-8c67-bc1d468ba61f'] response: {'name': 'network-changed', 'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'status': 'completed', 'code': 200} Jul 20 19:36:06.995315 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:07.035635 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9fedf-65ac-4a7a-a21b-6fff34505632 req-53f29a86-7fb7-4357-8d1a-9423e748f7b6 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:07.037284 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39d9fedf-65ac-4a7a-a21b-6fff34505632 req-53f29a86-7fb7-4357-8d1a-9423e748f7b6 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0520670 Jul 20 19:36:07.092318 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-39d9fedf-65ac-4a7a-a21b-6fff34505632 req-68d92d1a-7706-449b-9426-1c71972c481a tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490785 Jul 20 19:36:07.177624 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-5af91e8d-12b2-4141-af8d-e62cc7ed364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 4, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2566b85a-db88-494d-aba6-0b234e17bcba', 'name': '', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'mac_address': 'fa:16:3e:f6:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:16Z', 'updated_at': '2022-07-20T19:31:20Z', 'revision_number': 5, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'subnets': [{'id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:07.202496 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af91e8d-12b2-4141-af8d-e62cc7ed364f None None] Checking router: fc84cbd3-8572-4cc7-ba70-3d3e44b74eff for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:07.211805 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af91e8d-12b2-4141-af8d-e62cc7ed364f None None] Routers {'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:07.211805 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-5af91e8d-12b2-4141-af8d-e62cc7ed364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:35:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:07.311786 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-5af91e8d-12b2-4141-af8d-e62cc7ed364f None None] Set router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:07.501191 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-5af91e8d-12b2-4141-af8d-e62cc7ed364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 4, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2566b85a-db88-494d-aba6-0b234e17bcba', 'name': '', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'mac_address': 'fa:16:3e:f6:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:16Z', 'updated_at': '2022-07-20T19:31:20Z', 'revision_number': 5, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'subnets': [{'id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:07.525963 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af91e8d-12b2-4141-af8d-e62cc7ed364f None None] The sync data for ids ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'] in dv-cinder-819149-14-iscsi is: [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:31:17Z', 'revision_number': 4, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '2566b85a-db88-494d-aba6-0b234e17bcba', 'name': '', 'network_id': 'da086bb2-bc6c-45b9-a08e-84bd24f82403', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'mac_address': 'fa:16:3e:f6:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:16Z', 'updated_at': '2022-07-20T19:31:20Z', 'revision_number': 5, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'subnets': [{'id': '5e48cd7d-acba-4969-8697-ebbd885cd757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:07.734302 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a02d02-80dc-4bde-baa9-1f11146cd5b8 None None] New status for floating IP a625f4d1-d592-446b-ae4c-f05c197e4798: DOWN {{(pid=103975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:36:08.060117 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47284) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:08.170073 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a103c-774b-4b1a-b230-965e69564e83 req-7371abf6-94b0-4159-a341-1c4980a23e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:08.172480 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7a4a103c-774b-4b1a-b230-965e69564e83 req-7371abf6-94b0-4159-a341-1c4980a23e58 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e5d98e3bb2a4708a934a15674033c12&device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 1129 time: 0.0468338 Jul 20 19:36:08.186398 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e690db93-ceeb-46fa-b9c6-d411f35e5f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:08.269617 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e690db93-ceeb-46fa-b9c6-d411f35e5f07 admin admin] Publish callbacks [] for security_group (d131f61d-acb9-48a8-b294-a340d4a27471), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:08.272730 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd779e46-9360-41f8-8127-0d10e803f779 req-ee47c094-9137-4d19-99aa-56c9687c7dee tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:08.274435 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e690db93-ceeb-46fa-b9c6-d411f35e5f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (d131f61d-acb9-48a8-b294-a340d4a27471), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:08.274645 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd779e46-9360-41f8-8127-0d10e803f779 req-ee47c094-9137-4d19-99aa-56c9687c7dee tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.1005795 Jul 20 19:36:08.314751 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690db93-ceeb-46fa-b9c6-d411f35e5f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d131f61d-acb9-48a8-b294-a340d4a27471,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:08.320878 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-e690db93-ceeb-46fa-b9c6-d411f35e5f07 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a81425d5d31454281e7eb36ac9f5302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593186 Jul 20 19:36:08.321335 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a103c-774b-4b1a-b230-965e69564e83 req-c5cb5cd9-b34c-4ea7-8e04-6b6db3ebde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:08.322789 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7a4a103c-774b-4b1a-b230-965e69564e83 req-c5cb5cd9-b34c-4ea7-8e04-6b6db3ebde08 service neutron] 10.222.0.89 "GET /v2.0/networks?id=da086bb2-bc6c-45b9-a08e-84bd24f82403 HTTP/1.1" status: 200 len: 910 time: 0.1404488 Jul 20 19:36:08.323821 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47290) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:08.380674 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7a4a103c-774b-4b1a-b230-965e69564e83 req-1ed3881e-6f74-421f-bbd1-5d23a11943f1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e HTTP/1.1" status: 200 len: 217 time: 0.0445106 Jul 20 19:36:08.383085 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-40f2845b-b076-4f3c-ae78-01891c28f040 admin admin] Publish callbacks [] for security_group (d131f61d-acb9-48a8-b294-a340d4a27471), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:08.384657 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-cd779e46-9360-41f8-8127-0d10e803f779 req-c5c5540f-49bd-43cd-813c-321546ab9cef tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18462cf-2c61-4029-b3b4-69d322a3a443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017897 Jul 20 19:36:08.407304 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-40f2845b-b076-4f3c-ae78-01891c28f040 admin admin] Publish callbacks [] for security_group (d131f61d-acb9-48a8-b294-a340d4a27471), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:08.456715 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-40f2845b-b076-4f3c-ae78-01891c28f040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (d131f61d-acb9-48a8-b294-a340d4a27471), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:08.459904 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-40f2845b-b076-4f3c-ae78-01891c28f040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:08.461074 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-40f2845b-b076-4f3c-ae78-01891c28f040 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d131f61d-acb9-48a8-b294-a340d4a27471 HTTP/1.1" status: 204 len: 168 time: 0.1367090 Jul 20 19:36:08.469726 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2845b-b076-4f3c-ae78-01891c28f040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d131f61d-acb9-48a8-b294-a340d4a27471,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:08.603922 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a103c-774b-4b1a-b230-965e69564e83 req-de22fc57-f96c-43ec-ab4e-5dd9abc5bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:08.605442 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7a4a103c-774b-4b1a-b230-965e69564e83 req-de22fc57-f96c-43ec-ab4e-5dd9abc5bea1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5e48cd7d-acba-4969-8697-ebbd885cd757 HTTP/1.1" status: 200 len: 848 time: 0.0467441 Jul 20 19:36:08.675619 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a103c-774b-4b1a-b230-965e69564e83 req-6de41f95-1f71-4fdf-b956-ef64e2c62a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:08.678629 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7a4a103c-774b-4b1a-b230-965e69564e83 req-6de41f95-1f71-4fdf-b956-ef64e2c62a3d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da086bb2-bc6c-45b9-a08e-84bd24f82403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560756 Jul 20 19:36:08.679764 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62511fa8-647e-4a1b-87b9-076049ce39dd req-d8962857-678b-41e9-ad5d-3ac1c2df7b11 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:08.681299 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-62511fa8-647e-4a1b-87b9-076049ce39dd req-d8962857-678b-41e9-ad5d-3ac1c2df7b11 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 945 time: 0.0582128 Jul 20 19:36:08.752990 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47296) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:08.774397 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-26760b1c-e2d8-4af8-a37b-13f44f89683e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:08.774997 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-62511fa8-647e-4a1b-87b9-076049ce39dd req-8a3256ee-89e2-413b-99d0-a4fd887c47c8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Deleting port 637fcd80-41b1-4f6e-8500-3b24bb93f24e {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:08.775501 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-62511fa8-647e-4a1b-87b9-076049ce39dd req-8a3256ee-89e2-413b-99d0-a4fd887c47c8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:08.798032 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7a4a103c-774b-4b1a-b230-965e69564e83 req-6679e8ef-4b98-485d-ae3c-d9229344853d service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085119 Jul 20 19:36:08.877458 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-62511fa8-647e-4a1b-87b9-076049ce39dd req-8a3256ee-89e2-413b-99d0-a4fd887c47c8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] For port 637fcd80-41b1-4f6e-8500-3b24bb93f24e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=637fcd80-41b1-4f6e-8500-3b24bb93f24e,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:08.877733 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-62511fa8-647e-4a1b-87b9-076049ce39dd req-8a3256ee-89e2-413b-99d0-a4fd887c47c8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:08.893674 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-62511fa8-647e-4a1b-87b9-076049ce39dd req-8a3256ee-89e2-413b-99d0-a4fd887c47c8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Calling delete_port for 637fcd80-41b1-4f6e-8500-3b24bb93f24e owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:08.934589 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-7a4a103c-774b-4b1a-b230-965e69564e83 req-50b7071b-a90e-4065-a772-ab68fa1cc63e service neutron] 10.222.0.89 "GET /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275976 Jul 20 19:36:08.948857 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-26760b1c-e2d8-4af8-a37b-13f44f89683e admin admin] Publish callbacks [] for security_group (43d33bc5-1a12-4fca-8c5d-2c9ef83afd16), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:08.953043 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-26760b1c-e2d8-4af8-a37b-13f44f89683e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (43d33bc5-1a12-4fca-8c5d-2c9ef83afd16), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:08.985961 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:08.997736 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-26760b1c-e2d8-4af8-a37b-13f44f89683e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b1c1b05af6f468c9487e7aeddf3ce90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436512 Jul 20 19:36:08.998851 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26760b1c-e2d8-4af8-a37b-13f44f89683e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d33bc5-1a12-4fca-8c5d-2c9ef83afd16,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:09.001374 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47298) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:09.029615 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:09.047984 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:09.056035 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-62511fa8-647e-4a1b-87b9-076049ce39dd req-8a3256ee-89e2-413b-99d0-a4fd887c47c8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (637fcd80-41b1-4f6e-8500-3b24bb93f24e), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.061162 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-27def09c-d376-493e-b7b1-4a1decd5976b admin admin] Publish callbacks [] for security_group (43d33bc5-1a12-4fca-8c5d-2c9ef83afd16), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.083894 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-27def09c-d376-493e-b7b1-4a1decd5976b admin admin] Publish callbacks [] for security_group (43d33bc5-1a12-4fca-8c5d-2c9ef83afd16), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.102036 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3256ee-89e2-413b-99d0-a4fd887c47c8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event deleted for resources: {'Port': ['ID=637fcd80-41b1-4f6e-8500-3b24bb93f24e,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:09.120311 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:09.149830 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-27def09c-d376-493e-b7b1-4a1decd5976b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (43d33bc5-1a12-4fca-8c5d-2c9ef83afd16), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.154426 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-27def09c-d376-493e-b7b1-4a1decd5976b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.156280 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-27def09c-d376-493e-b7b1-4a1decd5976b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43d33bc5-1a12-4fca-8c5d-2c9ef83afd16 HTTP/1.1" status: 204 len: 168 time: 0.1537812 Jul 20 19:36:09.170571 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27def09c-d376-493e-b7b1-4a1decd5976b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d33bc5-1a12-4fca-8c5d-2c9ef83afd16,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:09.192876 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-62511fa8-647e-4a1b-87b9-076049ce39dd req-8a3256ee-89e2-413b-99d0-a4fd887c47c8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] No DVR routers for this DVR port 637fcd80-41b1-4f6e-8500-3b24bb93f24e on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:36:09.195965 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-62511fa8-647e-4a1b-87b9-076049ce39dd req-8a3256ee-89e2-413b-99d0-a4fd887c47c8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.201136 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-62511fa8-647e-4a1b-87b9-076049ce39dd req-8a3256ee-89e2-413b-99d0-a4fd887c47c8 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.89 "DELETE /v2.0/ports/637fcd80-41b1-4f6e-8500-3b24bb93f24e HTTP/1.1" status: 204 len: 173 time: 0.5114119 Jul 20 19:36:09.201646 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'name': 'network-vif-deleted', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:36:09.204543 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338d2f9c-61ae-40ed-ab98-3c7ffe0835a0" -d '{"events": [{"server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "name": "network-vif-deleted", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:36:09.246406 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499982f9-697f-404e-a84a-5513a9c3752f x-openstack-request-id: req-499982f9-697f-404e-a84a-5513a9c3752f {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:36:09.246780 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7e4cee-d155-484a-869d-76918615ec77", "name": "network-vif-deleted", "tag": "637fcd80-41b1-4f6e-8500-3b24bb93f24e", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:36:09.247135 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-499982f9-697f-404e-a84a-5513a9c3752f {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:36:09.247608 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-499982f9-697f-404e-a84a-5513a9c3752f'] response: {'server_uuid': '6c7e4cee-d155-484a-869d-76918615ec77', 'name': 'network-vif-deleted', 'tag': '637fcd80-41b1-4f6e-8500-3b24bb93f24e', 'status': 'completed', 'code': 200} Jul 20 19:36:09.509641 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-e8a4998f-e07a-4f6f-9847-2ef1aa6d1836 req-745f0520-0be2-4244-9aef-1da44dbfe0a1 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c7e4cee-d155-484a-869d-76918615ec77 HTTP/1.1" status: 200 len: 210 time: 0.0298007 Jul 20 19:36:09.606891 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47308) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:09.624992 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fcb09020-624c-4df7-93da-69437edd5e82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.706073 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fcb09020-624c-4df7-93da-69437edd5e82 admin admin] Publish callbacks [] for security_group (013dde85-b9af-457d-89f8-8e3c1d838fa1), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.710382 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fcb09020-624c-4df7-93da-69437edd5e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (013dde85-b9af-457d-89f8-8e3c1d838fa1), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.750589 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-fcb09020-624c-4df7-93da-69437edd5e82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96fe7d4131314a2e8808cbf2122cc8e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427097 Jul 20 19:36:09.751859 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb09020-624c-4df7-93da-69437edd5e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013dde85-b9af-457d-89f8-8e3c1d838fa1,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:09.753549 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47310) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:09.814692 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1de89398-3208-410b-8a5a-b781ce0a55bc admin admin] Publish callbacks [] for security_group (013dde85-b9af-457d-89f8-8e3c1d838fa1), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.838022 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1de89398-3208-410b-8a5a-b781ce0a55bc admin admin] Publish callbacks [] for security_group (013dde85-b9af-457d-89f8-8e3c1d838fa1), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.889637 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1de89398-3208-410b-8a5a-b781ce0a55bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (013dde85-b9af-457d-89f8-8e3c1d838fa1), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.892475 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-1de89398-3208-410b-8a5a-b781ce0a55bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.893847 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-1de89398-3208-410b-8a5a-b781ce0a55bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/013dde85-b9af-457d-89f8-8e3c1d838fa1 HTTP/1.1" status: 204 len: 168 time: 0.1392088 Jul 20 19:36:09.904549 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de89398-3208-410b-8a5a-b781ce0a55bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013dde85-b9af-457d-89f8-8e3c1d838fa1,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:10.578102 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47334) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:10.638012 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7355462a-71b2-4856-b8dd-752277830001 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group (a18462cf-2c61-4029-b3b4-69d322a3a443), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:10.668070 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7355462a-71b2-4856-b8dd-752277830001 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group (a18462cf-2c61-4029-b3b4-69d322a3a443), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:10.730876 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7355462a-71b2-4856-b8dd-752277830001 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (a18462cf-2c61-4029-b3b4-69d322a3a443), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:10.733643 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7355462a-71b2-4856-b8dd-752277830001 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:10.734862 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-7355462a-71b2-4856-b8dd-752277830001 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] 10.222.0.43 "DELETE /v2.0/security-groups/a18462cf-2c61-4029-b3b4-69d322a3a443 HTTP/1.1" status: 204 len: 168 time: 0.1566577 Jul 20 19:36:10.745439 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355462a-71b2-4856-b8dd-752277830001 tempest-TestShelveInstance-676796567 tempest-TestShelveInstance-676796567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18462cf-2c61-4029-b3b4-69d322a3a443,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:10.781470 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47346) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:11.103701 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-83f62705-50c6-4f9f-a806-81cc292f77eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454226'] for router_interface (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.338843 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:11.370428 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:11.384987 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-83f62705-50c6-4f9f-a806-81cc292f77eb admin admin] Deleting port 2566b85a-db88-494d-aba6-0b234e17bcba {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:11.385334 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-83f62705-50c6-4f9f-a806-81cc292f77eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.469958 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-83f62705-50c6-4f9f-a806-81cc292f77eb admin admin] For port 2566b85a-db88-494d-aba6-0b234e17bcba, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=2566b85a-db88-494d-aba6-0b234e17bcba,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:11.470307 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-83f62705-50c6-4f9f-a806-81cc292f77eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.484926 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-83f62705-50c6-4f9f-a806-81cc292f77eb admin admin] Calling delete_port for 2566b85a-db88-494d-aba6-0b234e17bcba owned by network:router_interface {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:11.670881 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-83f62705-50c6-4f9f-a806-81cc292f77eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (2566b85a-db88-494d-aba6-0b234e17bcba), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.698710 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f62705-50c6-4f9f-a806-81cc292f77eb admin admin] Pushing event deleted for resources: {'Port': ['ID=2566b85a-db88-494d-aba6-0b234e17bcba,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:11.873210 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-83f62705-50c6-4f9f-a806-81cc292f77eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454342'] for router_interface (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.087147 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f62705-50c6-4f9f-a806-81cc292f77eb admin admin] Router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:36:12.198181 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f62705-50c6-4f9f-a806-81cc292f77eb admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:12.203507 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-83f62705-50c6-4f9f-a806-81cc292f77eb admin admin] 10.222.0.43 "PUT /v2.0/routers/fc84cbd3-8572-4cc7-ba70-3d3e44b74eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4206631 Jul 20 19:36:12.206496 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47402) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:12.209478 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ae159-d721-4eee-857a-b1b69a5bde57 None None] Sync routers for ids ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:12.220219 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ae159-d721-4eee-857a-b1b69a5bde57 None None] Routers {'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:12.220868 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-b82ae159-d721-4eee-857a-b1b69a5bde57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:35:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:12.248240 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:12.253065 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:12.269112 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:12.320254 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Publish callbacks [] for router (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.329450 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-b82ae159-d721-4eee-857a-b1b69a5bde57 None None] Set router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:12.437922 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Publish callbacks [] for router_gateway (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.457862 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:12.471820 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 637fcd80-41b1-4f6e-8500-3b24bb93f24e no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:12.490505 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Deleting port a49ed212-67a9-435c-a4be-e5de91fcf7cd {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:12.490832 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.494510 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: 637fcd80-41b1-4f6e-8500-3b24bb93f24e {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:12.495137 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device 637fcd80-41b1-4f6e-8500-3b24bb93f24e not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:12.513120 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-b82ae159-d721-4eee-857a-b1b69a5bde57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:36:11Z', 'revision_number': 5, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port': {'id': 'a49ed212-67a9-435c-a4be-e5de91fcf7cd', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:14Z', 'updated_at': '2022-07-20T19:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:12.544519 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ae159-d721-4eee-857a-b1b69a5bde57 None None] Checking router: fc84cbd3-8572-4cc7-ba70-3d3e44b74eff for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:12.553489 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ae159-d721-4eee-857a-b1b69a5bde57 None None] Routers {'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:12.554210 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-b82ae159-d721-4eee-857a-b1b69a5bde57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:35:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:12.587017 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] For port a49ed212-67a9-435c-a4be-e5de91fcf7cd, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=a49ed212-67a9-435c-a4be-e5de91fcf7cd,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:12.587380 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.603864 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Calling delete_port for a49ed212-67a9-435c-a4be-e5de91fcf7cd owned by network:router_gateway {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:12.641106 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-b82ae159-d721-4eee-857a-b1b69a5bde57 None None] Set router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff gateway port host: None {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:12.692774 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-b82ae159-d721-4eee-857a-b1b69a5bde57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:36:12Z', 'revision_number': 6, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port_host': None}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:12.721384 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ae159-d721-4eee-857a-b1b69a5bde57 None None] The sync data for ids ['fc84cbd3-8572-4cc7-ba70-3d3e44b74eff'] in dv-cinder-819149-14-iscsi is: [{'id': 'fc84cbd3-8572-4cc7-ba70-3d3e44b74eff', 'name': 'tempest-TestShelveInstance-1299991663-router', 'tenant_id': '4e5d98e3bb2a4708a934a15674033c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:13Z', 'updated_at': '2022-07-20T19:36:12Z', 'revision_number': 6, 'project_id': '4e5d98e3bb2a4708a934a15674033c12', 'gw_port_host': None}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:12.781015 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (a49ed212-67a9-435c-a4be-e5de91fcf7cd), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.805990 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Pushing event deleted for resources: {'Port': ['ID=a49ed212-67a9-435c-a4be-e5de91fcf7cd,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:12.873361 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-458459'] for router_gateway (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.963200 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127878'] for router (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.965364 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Publish callbacks [] for router_controller (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.013247 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453216'] for router (fc84cbd3-8572-4cc7-ba70-3d3e44b74eff), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.014060 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc84cbd3-8572-4cc7-ba70-3d3e44b74eff {{(pid=103973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:36:13.023478 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.025485 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-233c2c44-1dfe-447b-a845-25ed98f8ba43 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fc84cbd3-8572-4cc7-ba70-3d3e44b74eff HTTP/1.1" status: 204 len: 168 time: 0.8177459 Jul 20 19:36:13.028168 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47406) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:13.075342 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ec464d-7ff5-4bb4-a1b1-01ccbe0b04f9 admin admin] Deleting subnet 5e48cd7d-acba-4969-8697-ebbd885cd757 {{(pid=103973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:36:13.079251 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-13ec464d-7ff5-4bb4-a1b1-01ccbe0b04f9 admin admin] Publish callbacks [] for subnet (5e48cd7d-acba-4969-8697-ebbd885cd757), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.117647 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-13ec464d-7ff5-4bb4-a1b1-01ccbe0b04f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9994362'] for subnet (5e48cd7d-acba-4969-8697-ebbd885cd757), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.151932 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:13.216987 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-13ec464d-7ff5-4bb4-a1b1-01ccbe0b04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (5e48cd7d-acba-4969-8697-ebbd885cd757), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.274612 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-13ec464d-7ff5-4bb4-a1b1-01ccbe0b04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9994387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111589'] for subnet (5e48cd7d-acba-4969-8697-ebbd885cd757), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.277854 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:13.300124 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec464d-7ff5-4bb4-a1b1-01ccbe0b04f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e48cd7d-acba-4969-8697-ebbd885cd757,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:13.310152 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-13ec464d-7ff5-4bb4-a1b1-01ccbe0b04f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.313728 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-13ec464d-7ff5-4bb4-a1b1-01ccbe0b04f9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5e48cd7d-acba-4969-8697-ebbd885cd757 HTTP/1.1" status: 204 len: 168 time: 0.2849128 Jul 20 19:36:13.316100 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47408) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:13.319024 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe450a0c-9da6-4244-930b-fe876809fd4c None None] Network da086bb2-bc6c-45b9-a08e-84bd24f82403 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:36:13.508334 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb82df12-7b9d-4567-8767-1d8e77dabb5a None None] DHCP port deletion for da086bb2-bc6c-45b9-a08e-84bd24f82403 request from dv-cinder-819149-14-iscsi {{(pid=103975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:36:13.521264 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:13.608062 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (da086bb2-bc6c-45b9-a08e-84bd24f82403), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.680159 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:13.683969 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 2566b85a-db88-494d-aba6-0b234e17bcba no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:13.720222 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 2566b85a-db88-494d-aba6-0b234e17bcba {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:13.720938 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 2566b85a-db88-494d-aba6-0b234e17bcba not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:13.728138 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-cb82df12-7b9d-4567-8767-1d8e77dabb5a None None] Deleting port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 {{(pid=103975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:13.728576 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-cb82df12-7b9d-4567-8767-1d8e77dabb5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), before_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.812185 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-cb82df12-7b9d-4567-8767-1d8e77dabb5a None None] For port ee32cc64-8f1a-4167-a9c6-6e16167e60e3, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=ee32cc64-8f1a-4167-a9c6-6e16167e60e3,segment=NetworkSegment(18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a),segment_id=18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:13.812659 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-cb82df12-7b9d-4567-8767-1d8e77dabb5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), precommit_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.828694 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-cb82df12-7b9d-4567-8767-1d8e77dabb5a None None] Calling delete_port for ee32cc64-8f1a-4167-a9c6-6e16167e60e3 owned by network:dhcp {{(pid=103975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:13.917652 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-cb82df12-7b9d-4567-8767-1d8e77dabb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), after_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.934242 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Deleting port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:13.934831 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.946176 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb82df12-7b9d-4567-8767-1d8e77dabb5a None None] No DVR routers for this DVR port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 on host dv-cinder-819149-14-iscsi {{(pid=103975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:36:13.950622 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82df12-7b9d-4567-8767-1d8e77dabb5a None None] Pushing event deleted for resources: {'Port': ['ID=ee32cc64-8f1a-4167-a9c6-6e16167e60e3,revision_number=None']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:14.011350 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] For port ee32cc64-8f1a-4167-a9c6-6e16167e60e3, host dv-cinder-819149-14-iscsi, got binding levels [] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:14.011771 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.025759 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Calling delete_port for ee32cc64-8f1a-4167-a9c6-6e16167e60e3 owned by network:dhcp {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:14.028705 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.ipam_backend_mixin [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 was not found and therefore no delete operation was performed {{(pid=103973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 20 19:36:14.030093 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (ee32cc64-8f1a-4167-a9c6-6e16167e60e3), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.059991 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Pushing event deleted for resources: {'Port': ['ID=ee32cc64-8f1a-4167-a9c6-6e16167e60e3,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:14.068064 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] No DVR routers for this DVR port ee32cc64-8f1a-4167-a9c6-6e16167e60e3 on host dv-cinder-819149-14-iscsi {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:36:14.144033 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (da086bb2-bc6c-45b9-a08e-84bd24f82403), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.170663 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da086bb2-bc6c-45b9-a08e-84bd24f82403']}} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:14.182366 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a') {'for_net_delete': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:14.182753 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a') {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:14.194023 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9994349'] for segment (18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.210566 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.221235 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:36:14.221742 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995313'] for segment (18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.258899 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a resource provider aggregate not found Jul 20 19:36:14.303591 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18276dbf-dfe7-4063-b1af-f8d5b4b1fe2a found for delete ", "request_id": "req-ceb23bfe-8537-42d6-8ea9-7baf5255839a"}]} Jul 20 19:36:14.304861 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (da086bb2-bc6c-45b9-a08e-84bd24f82403), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.311761 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.314866 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] 10.222.0.43 "DELETE /v2.0/networks/da086bb2-bc6c-45b9-a08e-84bd24f82403 HTTP/1.1" status: 204 len: 168 time: 0.9970753 Jul 20 19:36:14.318933 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47418) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:14.339463 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31793c19-10f0-460c-99dd-d2f736d0991d admin admin] Pushing event deleted for resources: {'Network': ['ID=da086bb2-bc6c-45b9-a08e-84bd24f82403,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:14.653933 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:14.664629 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b24fbf7e-95b0-45b8-b54b-038778eb2217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454226'] for router_interface (fa4416bb-bd70-4100-9090-a1588d3d1764), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.901299 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:14.904577 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-b24fbf7e-95b0-45b8-b54b-038778eb2217 admin admin] Deleting port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:14.904922 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b24fbf7e-95b0-45b8-b54b-038778eb2217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.989702 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-b24fbf7e-95b0-45b8-b54b-038778eb2217 admin admin] For port b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e,segment=NetworkSegment(d4327b9f-888d-4082-b604-b4681c93244d),segment_id=d4327b9f-888d-4082-b604-b4681c93244d)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:14.990486 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b24fbf7e-95b0-45b8-b54b-038778eb2217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.003394 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-b24fbf7e-95b0-45b8-b54b-038778eb2217 admin admin] Calling delete_port for b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e owned by network:router_interface {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:15.182099 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device a49ed212-67a9-435c-a4be-e5de91fcf7cd no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:15.195100 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b24fbf7e-95b0-45b8-b54b-038778eb2217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.201102 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: a49ed212-67a9-435c-a4be-e5de91fcf7cd {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:15.201449 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device a49ed212-67a9-435c-a4be-e5de91fcf7cd not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:15.201874 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device ee32cc64-8f1a-4167-a9c6-6e16167e60e3 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:15.220193 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: ee32cc64-8f1a-4167-a9c6-6e16167e60e3 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:15.220550 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device ee32cc64-8f1a-4167-a9c6-6e16167e60e3 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:15.221877 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fbf7e-95b0-45b8-b54b-038778eb2217 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:15.407410 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b24fbf7e-95b0-45b8-b54b-038778eb2217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454342'] for router_interface (fa4416bb-bd70-4100-9090-a1588d3d1764), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.507817 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:15.630647 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24fbf7e-95b0-45b8-b54b-038778eb2217 admin admin] Router fa4416bb-bd70-4100-9090-a1588d3d1764 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:36:15.735777 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24fbf7e-95b0-45b8-b54b-038778eb2217 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:15.740901 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-b24fbf7e-95b0-45b8-b54b-038778eb2217 admin admin] 10.222.0.43 "PUT /v2.0/routers/fa4416bb-bd70-4100-9090-a1588d3d1764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4209187 Jul 20 19:36:15.743648 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47424) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:15.748977 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8869cf9f-6e02-476b-a490-79231cb80041 None None] Sync routers for ids ['fa4416bb-bd70-4100-9090-a1588d3d1764'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:15.761284 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8869cf9f-6e02-476b-a490-79231cb80041 None None] Routers {'fa4416bb-bd70-4100-9090-a1588d3d1764'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:15.762008 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-8869cf9f-6e02-476b-a490-79231cb80041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:35:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fa4416bb-bd70-4100-9090-a1588d3d1764'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:15.826950 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:15.846956 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Publish callbacks [] for router (fa4416bb-bd70-4100-9090-a1588d3d1764), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.867368 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-8869cf9f-6e02-476b-a490-79231cb80041 None None] Set router fa4416bb-bd70-4100-9090-a1588d3d1764 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:15.962376 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Publish callbacks [] for router_gateway (fa4416bb-bd70-4100-9090-a1588d3d1764), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.009289 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Deleting port 8ed54931-6e76-45eb-b53b-21f523d97c90 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:16.009965 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.042163 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-8869cf9f-6e02-476b-a490-79231cb80041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'name': 'tempest-TestShelveInstance-762365144-router', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:19Z', 'updated_at': '2022-07-20T19:36:15Z', 'revision_number': 5, 'project_id': '35acb2515a4d449a85f918e18041d387', 'gw_port': {'id': '8ed54931-6e76-45eb-b53b-21f523d97c90', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:31:20Z', 'updated_at': '2022-07-20T19:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:16.076001 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8869cf9f-6e02-476b-a490-79231cb80041 None None] Checking router: fa4416bb-bd70-4100-9090-a1588d3d1764 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:16.086013 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8869cf9f-6e02-476b-a490-79231cb80041 None None] Routers {'fa4416bb-bd70-4100-9090-a1588d3d1764'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:16.086618 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-8869cf9f-6e02-476b-a490-79231cb80041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:35:51Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['fa4416bb-bd70-4100-9090-a1588d3d1764'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:16.094785 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] For port 8ed54931-6e76-45eb-b53b-21f523d97c90, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=8ed54931-6e76-45eb-b53b-21f523d97c90,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:16.095150 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.110057 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Calling delete_port for 8ed54931-6e76-45eb-b53b-21f523d97c90 owned by network:router_gateway {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:16.171742 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-8869cf9f-6e02-476b-a490-79231cb80041 None None] Set router fa4416bb-bd70-4100-9090-a1588d3d1764 gateway port host: None {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:16.225123 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-8869cf9f-6e02-476b-a490-79231cb80041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'name': 'tempest-TestShelveInstance-762365144-router', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:19Z', 'updated_at': '2022-07-20T19:36:15Z', 'revision_number': 6, 'project_id': '35acb2515a4d449a85f918e18041d387', 'gw_port_host': None}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:16.251694 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8869cf9f-6e02-476b-a490-79231cb80041 None None] The sync data for ids ['fa4416bb-bd70-4100-9090-a1588d3d1764'] in dv-cinder-819149-14-iscsi is: [{'id': 'fa4416bb-bd70-4100-9090-a1588d3d1764', 'name': 'tempest-TestShelveInstance-762365144-router', 'tenant_id': '35acb2515a4d449a85f918e18041d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:31:19Z', 'updated_at': '2022-07-20T19:36:15Z', 'revision_number': 6, 'project_id': '35acb2515a4d449a85f918e18041d387', 'gw_port_host': None}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:16.291795 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (8ed54931-6e76-45eb-b53b-21f523d97c90), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.314943 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed54931-6e76-45eb-b53b-21f523d97c90,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:16.381878 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-458459'] for router_gateway (fa4416bb-bd70-4100-9090-a1588d3d1764), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.470193 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127878'] for router (fa4416bb-bd70-4100-9090-a1588d3d1764), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.474419 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Publish callbacks [] for router_controller (fa4416bb-bd70-4100-9090-a1588d3d1764), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.521528 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453216'] for router (fa4416bb-bd70-4100-9090-a1588d3d1764), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.522115 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa4416bb-bd70-4100-9090-a1588d3d1764 {{(pid=103973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:36:16.526305 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.527381 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-4bea81ae-74a4-4cb1-9ea4-3d43e8814ff5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fa4416bb-bd70-4100-9090-a1588d3d1764 HTTP/1.1" status: 204 len: 168 time: 0.7829630 Jul 20 19:36:16.530045 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47426) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:16.566393 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:16.581975 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdbb9f3-3eb4-4b63-be9d-4daa72a6e554 admin admin] Deleting subnet b8bffb7c-f025-48a8-9cd9-b062f1a3eef5 {{(pid=103973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:36:16.586003 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-abdbb9f3-3eb4-4b63-be9d-4daa72a6e554 admin admin] Publish callbacks [] for subnet (b8bffb7c-f025-48a8-9cd9-b062f1a3eef5), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.624478 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-abdbb9f3-3eb4-4b63-be9d-4daa72a6e554 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9994362'] for subnet (b8bffb7c-f025-48a8-9cd9-b062f1a3eef5), precommit_delete_associations {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.692455 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:16.710894 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-abdbb9f3-3eb4-4b63-be9d-4daa72a6e554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (b8bffb7c-f025-48a8-9cd9-b062f1a3eef5), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.765980 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-abdbb9f3-3eb4-4b63-be9d-4daa72a6e554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9994387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3111589'] for subnet (b8bffb7c-f025-48a8-9cd9-b062f1a3eef5), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.790275 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbb9f3-3eb4-4b63-be9d-4daa72a6e554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8bffb7c-f025-48a8-9cd9-b062f1a3eef5,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:16.796651 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-abdbb9f3-3eb4-4b63-be9d-4daa72a6e554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.799951 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-abdbb9f3-3eb4-4b63-be9d-4daa72a6e554 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b8bffb7c-f025-48a8-9cd9-b062f1a3eef5 HTTP/1.1" status: 204 len: 168 time: 0.2689726 Jul 20 19:36:16.803002 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47430) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:16.807970 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e868e4fc-4e82-4625-93d1-250c57aa50f1 None None] Network 084d2df4-8a03-4cda-bcff-119cc35cdf3d requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:36:16.881411 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (084d2df4-8a03-4cda-bcff-119cc35cdf3d), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.934883 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Deleting port ceb2ac92-630f-4eab-9c32-afda06dacde2 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:16.935628 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.003728 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] For port ceb2ac92-630f-4eab-9c32-afda06dacde2, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=ceb2ac92-630f-4eab-9c32-afda06dacde2,segment=NetworkSegment(d4327b9f-888d-4082-b604-b4681c93244d),segment_id=d4327b9f-888d-4082-b604-b4681c93244d)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:17.004136 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.012931 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50001e86-765f-4df5-bbf8-90c40ca725e0 None None] DHCP port deletion for 084d2df4-8a03-4cda-bcff-119cc35cdf3d request from dv-cinder-819149-14-iscsi {{(pid=103975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:36:17.020636 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Calling delete_port for ceb2ac92-630f-4eab-9c32-afda06dacde2 owned by network:dhcp {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:17.052764 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-50001e86-765f-4df5-bbf8-90c40ca725e0 None None] Deleting port ceb2ac92-630f-4eab-9c32-afda06dacde2 {{(pid=103975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:17.053308 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-50001e86-765f-4df5-bbf8-90c40ca725e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), before_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.103584 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.125474 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-50001e86-765f-4df5-bbf8-90c40ca725e0 None None] For port ceb2ac92-630f-4eab-9c32-afda06dacde2, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=ceb2ac92-630f-4eab-9c32-afda06dacde2,segment=NetworkSegment(d4327b9f-888d-4082-b604-b4681c93244d),segment_id=d4327b9f-888d-4082-b604-b4681c93244d)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:17.125941 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-50001e86-765f-4df5-bbf8-90c40ca725e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), precommit_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.141593 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb2ac92-630f-4eab-9c32-afda06dacde2,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:17.149138 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-50001e86-765f-4df5-bbf8-90c40ca725e0 None None] Calling delete_port for ceb2ac92-630f-4eab-9c32-afda06dacde2 owned by network:dhcp {{(pid=103975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:17.156275 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] No DVR routers for this DVR port ceb2ac92-630f-4eab-9c32-afda06dacde2 on host dv-cinder-819149-14-iscsi {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:36:17.161699 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:17.218447 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:17.240127 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (084d2df4-8a03-4cda-bcff-119cc35cdf3d), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.248660 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:17.252575 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:17.252928 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device b9ba2aad-a6e1-4121-bb9e-3d8088cfbc8e not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:17.253352 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 8ed54931-6e76-45eb-b53b-21f523d97c90 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:17.263625 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084d2df4-8a03-4cda-bcff-119cc35cdf3d']}} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:17.284368 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 8ed54931-6e76-45eb-b53b-21f523d97c90 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:17.284721 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 8ed54931-6e76-45eb-b53b-21f523d97c90 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:17.285180 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device ceb2ac92-630f-4eab-9c32-afda06dacde2 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:17.290193 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4327b9f-888d-4082-b604-b4681c93244d') {'for_net_delete': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:17.290193 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4327b9f-888d-4082-b604-b4681c93244d') {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:17.300148 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9994349'] for segment (d4327b9f-888d-4082-b604-b4681c93244d), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.305618 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: ceb2ac92-630f-4eab-9c32-afda06dacde2 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:17.305618 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device ceb2ac92-630f-4eab-9c32-afda06dacde2 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:17.308875 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-50001e86-765f-4df5-bbf8-90c40ca725e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190'] for port (ceb2ac92-630f-4eab-9c32-afda06dacde2), after_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.327392 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (d4327b9f-888d-4082-b604-b4681c93244d), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.337576 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50001e86-765f-4df5-bbf8-90c40ca725e0 None None] Pushing event deleted for resources: {'Port': ['ID=ceb2ac92-630f-4eab-9c32-afda06dacde2,revision_number=None']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:17.351314 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:36:17.352051 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995313'] for segment (d4327b9f-888d-4082-b604-b4681c93244d), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.353125 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50001e86-765f-4df5-bbf8-90c40ca725e0 None None] No DVR routers for this DVR port ceb2ac92-630f-4eab-9c32-afda06dacde2 on host dv-cinder-819149-14-iscsi {{(pid=103975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:36:17.382348 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment d4327b9f-888d-4082-b604-b4681c93244d resource provider aggregate not found Jul 20 19:36:17.426984 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment d4327b9f-888d-4082-b604-b4681c93244d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4327b9f-888d-4082-b604-b4681c93244d found for delete ", "request_id": "req-0884781d-8380-46ac-8a5f-589813d745ef"}]} Jul 20 19:36:17.431550 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (084d2df4-8a03-4cda-bcff-119cc35cdf3d), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.437967 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.441067 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/084d2df4-8a03-4cda-bcff-119cc35cdf3d HTTP/1.1" status: 204 len: 168 time: 0.6371450 Jul 20 19:36:17.452476 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f99a65-cd50-4289-a6dd-9dc6c192aff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=084d2df4-8a03-4cda-bcff-119cc35cdf3d,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:17.508853 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.571795 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47438) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:17.621452 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-9bb3c327-4fe6-46de-8adb-fd7466a3e677 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e5d98e3bb2a4708a934a15674033c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483963 Jul 20 19:36:17.623805 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47442) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:17.681486 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e6513829-370b-4739-8fb4-c31a0c00450b admin admin] Publish callbacks [] for security_group (10c68b53-495b-4dcb-84e7-27fac5638c20), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.700543 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:17.705706 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e6513829-370b-4739-8fb4-c31a0c00450b admin admin] Publish callbacks [] for security_group (10c68b53-495b-4dcb-84e7-27fac5638c20), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.739739 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:17.756128 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e6513829-370b-4739-8fb4-c31a0c00450b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (10c68b53-495b-4dcb-84e7-27fac5638c20), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.758682 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e6513829-370b-4739-8fb4-c31a0c00450b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.759824 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-e6513829-370b-4739-8fb4-c31a0c00450b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10c68b53-495b-4dcb-84e7-27fac5638c20 HTTP/1.1" status: 204 len: 168 time: 0.1350994 Jul 20 19:36:17.768652 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6513829-370b-4739-8fb4-c31a0c00450b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c68b53-495b-4dcb-84e7-27fac5638c20,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:18.109915 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47448) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:18.155596 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-9bf924e5-389f-4239-b4b7-55676e908501 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35acb2515a4d449a85f918e18041d387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437150 Jul 20 19:36:18.158138 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47450) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:18.210120 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-32ef0610-0fc3-4aed-a30e-a2be51ad709c admin admin] Publish callbacks [] for security_group (ccb5135e-4b3a-43e7-a26c-8082e99f2a40), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:18.238667 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-32ef0610-0fc3-4aed-a30e-a2be51ad709c admin admin] Publish callbacks [] for security_group (ccb5135e-4b3a-43e7-a26c-8082e99f2a40), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:18.292911 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-32ef0610-0fc3-4aed-a30e-a2be51ad709c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (ccb5135e-4b3a-43e7-a26c-8082e99f2a40), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:18.295032 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3a4d6719-4a6e-4be7-a390-684c0ea474fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:18.295614 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-32ef0610-0fc3-4aed-a30e-a2be51ad709c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:18.296797 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-32ef0610-0fc3-4aed-a30e-a2be51ad709c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ccb5135e-4b3a-43e7-a26c-8082e99f2a40 HTTP/1.1" status: 204 len: 168 time: 0.1377647 Jul 20 19:36:18.304894 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef0610-0fc3-4aed-a30e-a2be51ad709c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb5135e-4b3a-43e7-a26c-8082e99f2a40,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:19.897460 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=36,neutron:DELETE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:19.898288 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=27,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:20.643323 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-14f81916-581a-4073-8cca-78d6a7b5245a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.769026 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:22.695486 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=21 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:22.696197 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=28 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:23.382994 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.483028 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:28.277331 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:28.301430 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:33.471129 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=25,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:33.478272 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:DELETE=1,neutron:SELECT=16,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:36.731587 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47538) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:36.836776 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-95f5fd66-7c9c-42c6-9b4d-6b6500c0a59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:36.913793 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-95f5fd66-7c9c-42c6-9b4d-6b6500c0a59c admin admin] Publish callbacks [] for security_group (cbb39488-0710-4b15-912c-454ae2234ed6), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:36.917466 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-95f5fd66-7c9c-42c6-9b4d-6b6500c0a59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (cbb39488-0710-4b15-912c-454ae2234ed6), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:36.956238 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5fd66-7c9c-42c6-9b4d-6b6500c0a59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb39488-0710-4b15-912c-454ae2234ed6,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:36.962431 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-95f5fd66-7c9c-42c6-9b4d-6b6500c0a59c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9458b930c75e457398a48b73f88847d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298274 Jul 20 19:36:36.965324 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47542) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:37.014284 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-201e498b-9358-41fc-be62-c5c302d9f316 admin admin] Publish callbacks [] for security_group (cbb39488-0710-4b15-912c-454ae2234ed6), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:37.036328 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-201e498b-9358-41fc-be62-c5c302d9f316 admin admin] Publish callbacks [] for security_group (cbb39488-0710-4b15-912c-454ae2234ed6), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:37.087494 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-201e498b-9358-41fc-be62-c5c302d9f316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (cbb39488-0710-4b15-912c-454ae2234ed6), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:37.090155 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-201e498b-9358-41fc-be62-c5c302d9f316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:37.091312 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-201e498b-9358-41fc-be62-c5c302d9f316 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbb39488-0710-4b15-912c-454ae2234ed6 HTTP/1.1" status: 204 len: 168 time: 0.1250145 Jul 20 19:36:37.099161 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e498b-9358-41fc-be62-c5c302d9f316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb39488-0710-4b15-912c-454ae2234ed6,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:37.717295 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47564) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:37.816228 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-753545046-network', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:37.837438 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Made reservation on behalf of 887ce1159e3c412b9cab436ecf76737c for: {'network': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:36:37.840135 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:37.851775 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:37.927852 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Publish callbacks [] for security_group (bed9081a-49f0-4032-9e83-12fda041794c), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:37.931834 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (bed9081a-49f0-4032-9e83-12fda041794c), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:37.953253 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:36:37.967503 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed9081a-49f0-4032-9e83-12fda041794c,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:37.972281 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (33bb0348-dd6d-4b9f-b4cd-a1cab2b97640), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:37.972647 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.segments_db [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Added segment 33bb0348-dd6d-4b9f-b4cd-a1cab2b97640 of type vlan for network ce8154a5-666d-4bec-bef5-4e8358d5fd01 Jul 20 19:36:37.985296 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.985655 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.986003 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.986350 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.986691 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.987031 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.987364 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.987694 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.988028 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.988392 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.988727 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.989057 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.989384 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.989712 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:37.990037 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:38.034991 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (ce8154a5-666d-4bec-bef5-4e8358d5fd01), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.062985 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (ce8154a5-666d-4bec-bef5-4e8358d5fd01), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.063952 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:38.064566 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.127477 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4090726 Jul 20 19:36:38.130408 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47568) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:38.135189 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-953de948-37ae-45ed-a168-72b60d6cb5f7 admin admin] Request body: {'subnet': {'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-753545046-subnet', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'ip_version': 4}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:38.138818 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab509ce1-36ca-4bfd-b1b6-99636e5d1b6e admin admin] Pushing event updated for resources: {'Network': ['ID=ce8154a5-666d-4bec-bef5-4e8358d5fd01,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:38.149488 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network ce8154a5-666d-4bec-bef5-4e8358d5fd01 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:36:38.157667 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953de948-37ae-45ed-a168-72b60d6cb5f7 admin admin] Made reservation on behalf of 887ce1159e3c412b9cab436ecf76737c for: {'subnet': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:36:38.160490 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-953de948-37ae-45ed-a168-72b60d6cb5f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9559437'] for subnet (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.348162 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-953de948-37ae-45ed-a168-72b60d6cb5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9550027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9559487'] for subnet (73a3e04c-5caf-4a22-9888-212952692e4b), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.395414 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de948-37ae-45ed-a168-72b60d6cb5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a3e04c-5caf-4a22-9888-212952692e4b,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:38.414975 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953de948-37ae-45ed-a168-72b60d6cb5f7 admin admin] Checking segment: {'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:38.415331 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953de948-37ae-45ed-a168-72b60d6cb5f7 admin admin] Network hostable DHCP agents. Network: ce8154a5-666d-4bec-bef5-4e8358d5fd01, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:36:38.434691 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953de948-37ae-45ed-a168-72b60d6cb5f7 admin admin] Network ce8154a5-666d-4bec-bef5-4e8358d5fd01 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:36:38.445474 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-953de948-37ae-45ed-a168-72b60d6cb5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, ce8154a5-666d-4bec-bef5-4e8358d5fd01) {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:38.449835 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953de948-37ae-45ed-a168-72b60d6cb5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:38.450451 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-953de948-37ae-45ed-a168-72b60d6cb5f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.455206 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b8469c-28df-4f66-a727-b0d14e68552c None None] Network ce8154a5-666d-4bec-bef5-4e8358d5fd01 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:36:38.467689 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-953de948-37ae-45ed-a168-72b60d6cb5f7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3360062 Jul 20 19:36:38.470762 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47570) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:38.475098 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:38.496930 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127984'] for router (58906f74-ec6c-4302-a8d8-c38b054ea4a3), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.498025 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-478355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127881'] for router (58906f74-ec6c-4302-a8d8-c38b054ea4a3), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.552704 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Publish callbacks [] for router_controller (58906f74-ec6c-4302-a8d8-c38b054ea4a3), precommit_add_association {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.571251 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'fixed_ips': [{'subnet_id': '73a3e04c-5caf-4a22-9888-212952692e4b'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:36:38.572205 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.689323 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Publish callbacks [] for router_gateway (58906f74-ec6c-4302-a8d8-c38b054ea4a3), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.717695 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Allocated IP 172.20.0.2 (ce8154a5-666d-4bec-bef5-4e8358d5fd01/73a3e04c-5caf-4a22-9888-212952692e4b/f7f3ebd1-0391-4ad4-b821-49e53985fd70) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:38.866950 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Publish callbacks [] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.873039 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.916117 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Network ce8154a5-666d-4bec-bef5-4e8358d5fd01 is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:38.921328 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:38.923447 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Pushing event updated for resources: {'Port': ['ID=f7f3ebd1-0391-4ad4-b821-49e53985fd70,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:38.925584 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:38.985181 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Attempting to bind port f7f3ebd1-0391-4ad4-b821-49e53985fd70 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:36:38.985458 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Attempting to bind port f7f3ebd1-0391-4ad4-b821-49e53985fd70 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:36:38.985814 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Attempting to bind port f7f3ebd1-0391-4ad4-b821-49e53985fd70 on network ce8154a5-666d-4bec-bef5-4e8358d5fd01 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:36:38.991457 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:36:38.991824 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Checking segment: {'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:38.992219 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:38.992623 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Bound using segment: {'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:36:38.993088 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Bound port: f7f3ebd1-0391-4ad4-b821-49e53985fd70, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:36:38.993461 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.055458 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] For port f7f3ebd1-0391-4ad4-b821-49e53985fd70, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:36:39.058702 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] For port f7f3ebd1-0391-4ad4-b821-49e53985fd70, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=f7f3ebd1-0391-4ad4-b821-49e53985fd70,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:36:39.065413 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.123066 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e2d66-9030-41c3-be0f-353aa4386ad1 None None] Pushing event updated for resources: {'Port': ['ID=f7f3ebd1-0391-4ad4-b821-49e53985fd70,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:39.131917 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Publish callbacks [] for router_gateway (58906f74-ec6c-4302-a8d8-c38b054ea4a3), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.151018 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.259114 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:39.265870 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Allocated IP 172.27.2.68 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/6d38d039-2b31-4b74-b50d-6e27c5620559) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:39.312355 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:39.393011 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Publish callbacks [] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.433731 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.468683 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:39.471493 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:39.474003 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:39.504389 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d38d039-2b31-4b74-b50d-6e27c5620559,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:39.514205 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.514493 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.514831 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.515166 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.515496 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.515824 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.516154 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.516494 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.516816 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.517135 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.517455 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.517774 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.518090 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.518406 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.518723 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:39.724219 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Publish callbacks [] for router_gateway (58906f74-ec6c-4302-a8d8-c38b054ea4a3), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.914342 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540'] for router (58906f74-ec6c-4302-a8d8-c38b054ea4a3), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.021150 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1122b99-a165-4410-a817-382c4b27a335 None None] Network ce8154a5-666d-4bec-bef5-4e8358d5fd01 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:36:40.065783 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 is scheduled to L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 with binding_index 1 {{(pid=103973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:36:40.103646 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-e5a6d280-1836-47a7-9238-09b3536f301c None None] Provisioning complete for port f7f3ebd1-0391-4ad4-b821-49e53985fd70 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:40.104016 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e5a6d280-1836-47a7-9238-09b3536f301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.127639 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:40.150340 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:40.163242 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:40.175073 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:40.182943 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:40.201973 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Sync routers for ids ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:40.208477 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.210956 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-4b429ac5-8032-4959-8220-ab0c39def8a5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7385585 Jul 20 19:36:40.214768 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47572) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:40.242922 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-e5a6d280-1836-47a7-9238-09b3536f301c None None] Current status of the port f7f3ebd1-0391-4ad4-b821-49e53985fd70 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:40.243699 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e5a6d280-1836-47a7-9238-09b3536f301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.249807 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Routers {'58906f74-ec6c-4302-a8d8-c38b054ea4a3'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:40.250790 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:36:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:40.310087 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-e5a6d280-1836-47a7-9238-09b3536f301c None None] For port f7f3ebd1-0391-4ad4-b821-49e53985fd70, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=f7f3ebd1-0391-4ad4-b821-49e53985fd70,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:40.317414 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:40.320947 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e5a6d280-1836-47a7-9238-09b3536f301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.388859 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6d280-1836-47a7-9238-09b3536f301c None None] Pushing event updated for resources: {'Port': ['ID=f7f3ebd1-0391-4ad4-b821-49e53985fd70,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:40.406897 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Set router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:40.410326 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:40.545681 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-78850cc7-1889-42f6-b647-757bbd03acd6 None None] Provisioning complete for port f7f3ebd1-0391-4ad4-b821-49e53985fd70 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:40.546134 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-78850cc7-1889-42f6-b647-757bbd03acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.608130 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:36:39Z', 'revision_number': 3, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:40.621806 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-78850cc7-1889-42f6-b647-757bbd03acd6 None None] Current status of the port f7f3ebd1-0391-4ad4-b821-49e53985fd70 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:40.633396 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Checking router: 58906f74-ec6c-4302-a8d8-c38b054ea4a3 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:40.633666 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Updating router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 port 6d38d039-2b31-4b74-b50d-6e27c5620559 binding host dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:36:40.664378 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.753524 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.834051 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:36:40.905419 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Allocated IP 172.20.0.1 (ce8154a5-666d-4bec-bef5-4e8358d5fd01/73a3e04c-5caf-4a22-9888-212952692e4b/7a039693-0388-4321-bf43-170adc714c87) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:40.993043 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Publish callbacks [] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.998712 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.012313 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Publish callbacks [] for port (7a039693-0388-4321-bf43-170adc714c87), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.044452 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (7a039693-0388-4321-bf43-170adc714c87), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.049259 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Pushing event updated for resources: {'Port': ['ID=6d38d039-2b31-4b74-b50d-6e27c5620559,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:41.056762 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Attempting to bind port 6d38d039-2b31-4b74-b50d-6e27c5620559 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:36:41.057137 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Attempting to bind port 6d38d039-2b31-4b74-b50d-6e27c5620559 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:36:41.057491 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Attempting to bind port 6d38d039-2b31-4b74-b50d-6e27c5620559 on network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:36:41.060361 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.060700 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.061082 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.061400 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.061733 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.062059 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.062384 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.062706 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.063044 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.063375 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.063698 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.064021 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.064358 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.064679 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.064994 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:41.071548 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:36:41.071922 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:41.072341 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.072725 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Bound using segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:36:41.073238 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Bound port: 6d38d039-2b31-4b74-b50d-6e27c5620559, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:36:41.073569 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.086089 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Network ce8154a5-666d-4bec-bef5-4e8358d5fd01 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:41.091453 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:41.093731 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:41.096756 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=7a039693-0388-4321-bf43-170adc714c87,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:41.126349 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] For port 6d38d039-2b31-4b74-b50d-6e27c5620559, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:36:41.129694 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] For port 6d38d039-2b31-4b74-b50d-6e27c5620559, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=6d38d039-2b31-4b74-b50d-6e27c5620559,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:36:41.134135 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445850'] for router_interface (58906f74-ec6c-4302-a8d8-c38b054ea4a3), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.139551 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.189379 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:41.192702 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:41.196788 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7a329-86b0-4bcc-8db1-f5cf4c9b8e87 None None] Pushing event updated for resources: {'Port': ['ID=6d38d039-2b31-4b74-b50d-6e27c5620559,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:41.218109 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Routers {'58906f74-ec6c-4302-a8d8-c38b054ea4a3'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:41.219388 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:36:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:41.267904 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device f7f3ebd1-0391-4ad4-b821-49e53985fd70 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:41.270282 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:41.284875 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (7a039693-0388-4321-bf43-170adc714c87), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.325752 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port f7f3ebd1-0391-4ad4-b821-49e53985fd70 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:41.326623 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.328642 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] Set router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:41.379835 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:41.429523 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port f7f3ebd1-0391-4ad4-b821-49e53985fd70 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:41.449244 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-e054f7c7-c3d6-458f-989b-96105a187134 None None] Provisioning complete for port 7a039693-0388-4321-bf43-170adc714c87 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:41.449244 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e054f7c7-c3d6-458f-989b-96105a187134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (7a039693-0388-4321-bf43-170adc714c87), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.474191 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Publish callbacks [] for port (7a039693-0388-4321-bf43-170adc714c87), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.480521 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (7a039693-0388-4321-bf43-170adc714c87), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.481692 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-e054f7c7-c3d6-458f-989b-96105a187134 None None] Port 7a039693-0388-4321-bf43-170adc714c87 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:36:41.501192 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:36:39Z', 'revision_number': 3, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:41.532132 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e3a2a-5205-4905-bce9-5fd43210df6a None None] The sync data for ids ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'] in dv-cinder-819149-14-iscsi is: [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:36:39Z', 'revision_number': 3, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:41.545358 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=7a039693-0388-4321-bf43-170adc714c87,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:41.561733 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456674'] for router_interface (58906f74-ec6c-4302-a8d8-c38b054ea4a3), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.654112 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Network ce8154a5-666d-4bec-bef5-4e8358d5fd01 is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:41.655416 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:41.787364 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:36:41.905661 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-422a484b-d427-4a04-a644-793447a06eee None None] Provisioning complete for port 7a039693-0388-4321-bf43-170adc714c87 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:41.906040 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-422a484b-d427-4a04-a644-793447a06eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (7a039693-0388-4321-bf43-170adc714c87), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.909428 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:41.914750 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-88399e37-7722-4e2e-8d05-435a27bf3ee9 admin admin] 10.222.0.43 "PUT /v2.0/routers/58906f74-ec6c-4302-a8d8-c38b054ea4a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6978314 Jul 20 19:36:41.953359 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-422a484b-d427-4a04-a644-793447a06eee None None] Port 7a039693-0388-4321-bf43-170adc714c87 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:36:42.406412 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47588) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:42.411702 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-695225074-network', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:42.430505 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Made reservation on behalf of 7349ccbe72944fbca1592e1e7fe8fb42 for: {'network': 1} {{(pid=103974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:36:42.432826 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for network (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:42.441715 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:42.463092 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:42.518489 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Publish callbacks [] for security_group (511d65d4-f0d8-4b78-b8a8-923035ed4e41), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:42.522551 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (511d65d4-f0d8-4b78-b8a8-923035ed4e41), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:42.547979 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:42.548992 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:36:42.559128 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511d65d4-f0d8-4b78-b8a8-923035ed4e41,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:42.566155 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (aeffc100-35bc-472c-8529-d312dc7a95e8), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:42.566490 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.segments_db [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Added segment aeffc100-35bc-472c-8529-d312dc7a95e8 of type vlan for network 0539f534-c4d2-44a3-90f3-4dc2a0ddea61 Jul 20 19:36:42.611252 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762281241676'] for network (0539f534-c4d2-44a3-90f3-4dc2a0ddea61), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:42.638211 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722'] for network (0539f534-c4d2-44a3-90f3-4dc2a0ddea61), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:42.639443 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:42.640183 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:42.675243 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.2676945 Jul 20 19:36:42.678061 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47590) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:42.683062 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-d2744e77-0a71-4b48-b813-4cfff0efea7b admin admin] Request body: {'subnet': {'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-695225074-subnet', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'ip_version': 4}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:42.705033 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2744e77-0a71-4b48-b813-4cfff0efea7b admin admin] Made reservation on behalf of 7349ccbe72944fbca1592e1e7fe8fb42 for: {'subnet': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:36:42.705448 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdc8b4-5c17-4764-bfc7-c19263c19800 admin admin] Pushing event updated for resources: {'Network': ['ID=0539f534-c4d2-44a3-90f3-4dc2a0ddea61,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:42.707489 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d2744e77-0a71-4b48-b813-4cfff0efea7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3111582'] for subnet (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:42.718389 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Network 0539f534-c4d2-44a3-90f3-4dc2a0ddea61 details requested by agent ovs-agent-dv-cinder-819149-14-iscsi with host dv-cinder-819149-14-iscsi {{(pid=103975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:36:42.919465 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d2744e77-0a71-4b48-b813-4cfff0efea7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9994460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3111596'] for subnet (5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:42.969973 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2744e77-0a71-4b48-b813-4cfff0efea7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3,revision_number=0']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:42.985501 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2744e77-0a71-4b48-b813-4cfff0efea7b admin admin] Checking segment: {'id': 'aeffc100-35bc-472c-8529-d312dc7a95e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:42.985855 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2744e77-0a71-4b48-b813-4cfff0efea7b admin admin] Network hostable DHCP agents. Network: 0539f534-c4d2-44a3-90f3-4dc2a0ddea61, hostable agents: ['c5c484c5-7fa7-409c-99da-b2e540b028e6'], hosted agents: [] {{(pid=103973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:36:43.002837 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2744e77-0a71-4b48-b813-4cfff0efea7b admin admin] Network 0539f534-c4d2-44a3-90f3-4dc2a0ddea61 is scheduled to be hosted by DHCP agent c5c484c5-7fa7-409c-99da-b2e540b028e6 with binding_index 1 {{(pid=103973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:36:43.017086 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-d2744e77-0a71-4b48-b813-4cfff0efea7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-14-iscsi, 0539f534-c4d2-44a3-90f3-4dc2a0ddea61) {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:43.020982 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2744e77-0a71-4b48-b813-4cfff0efea7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:43.021473 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d2744e77-0a71-4b48-b813-4cfff0efea7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for subnet (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:43.028102 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb66481d-4df8-4cd0-99c0-3caa339ccb04 None None] Network 0539f534-c4d2-44a3-90f3-4dc2a0ddea61 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:36:43.047898 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-d2744e77-0a71-4b48-b813-4cfff0efea7b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3652136 Jul 20 19:36:43.048397 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47592) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:43.059082 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-695225074-router', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:43.088926 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-452953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127984'] for router (94135b67-f526-4d0c-bbe2-74d2aa08a90f), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:43.090017 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-478355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127881'] for router (94135b67-f526-4d0c-bbe2-74d2aa08a90f), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:43.147825 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Publish callbacks [] for router_controller (94135b67-f526-4d0c-bbe2-74d2aa08a90f), precommit_add_association {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:43.199153 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Sync routers for ids ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:43.244671 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 6d38d039-2b31-4b74-b50d-6e27c5620559 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:43.252565 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Routers {'58906f74-ec6c-4302-a8d8-c38b054ea4a3'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:43.253212 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:36:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:43.405868 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:43.411850 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp654fb0d4-6908-5390-9a56-94f8d2852866-0539f534-c4d2-44a3-90f3-4dc2a0ddea61', 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61', 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'fixed_ips': [{'subnet_id': '5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3'}]}} from dv-cinder-819149-14-iscsi. {{(pid=103975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:36:43.412863 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:43.456084 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 6d38d039-2b31-4b74-b50d-6e27c5620559 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:43.456489 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:43.462394 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Set router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:43.468560 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:43.569941 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Publish callbacks [] for router_gateway (94135b67-f526-4d0c-bbe2-74d2aa08a90f), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:43.748345 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Publish callbacks [] for router_gateway (94135b67-f526-4d0c-bbe2-74d2aa08a90f), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:43.767452 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:43.780447 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.db_base_plugin_common [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Allocated IP 172.20.0.2 (0539f534-c4d2-44a3-90f3-4dc2a0ddea61/5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3/ab30df57-1e4d-47d6-b83b-97533af60d2e) {{(pid=103975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:43.782292 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 6d38d039-2b31-4b74-b50d-6e27c5620559 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:43.782681 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:43.848224 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port 6d38d039-2b31-4b74-b50d-6e27c5620559, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=6d38d039-2b31-4b74-b50d-6e27c5620559,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:43.863774 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:43.877172 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_common [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Allocated IP 172.27.2.151 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/1e1940ba-3423-44ae-abb2-0ffac31a3894) {{(pid=103974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:43.921262 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 4, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '7a039693-0388-4321-bf43-170adc714c87', 'name': '', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'mac_address': 'fa:16:3e:95:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:40Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 2, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'subnets': [{'id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:43.953758 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Checking router: 58906f74-ec6c-4302-a8d8-c38b054ea4a3 for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:43.954116 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Updating router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 port 7a039693-0388-4321-bf43-170adc714c87 binding host dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:36:43.966913 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:43.983918 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Publish callbacks [] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.007865 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=6d38d039-2b31-4b74-b50d-6e27c5620559,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:44.019665 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.021896 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (7a039693-0388-4321-bf43-170adc714c87), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.025272 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:44.068300 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:44.075247 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.base_scheduler [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:44.077625 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1940ba-3423-44ae-abb2-0ffac31a3894,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:44.079955 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Received port after_create {{(pid=103974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:44.159600 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Publish callbacks [] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), precommit_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.170396 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), after_create {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.225443 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Network 0539f534-c4d2-44a3-90f3-4dc2a0ddea61 is already hosted by enough agents. {{(pid=103975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:44.240891 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.scheduler.base_scheduler [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Resources bound (agent type, host, resource id): {{(pid=103975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:44.243331 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Received port after_create {{(pid=103975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:44.245203 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:44.250179 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:44.266787 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Pushing event updated for resources: {'Port': ['ID=ab30df57-1e4d-47d6-b83b-97533af60d2e,revision_number=1']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:44.323771 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Publish callbacks [] for router_gateway (94135b67-f526-4d0c-bbe2-74d2aa08a90f), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.369570 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Attempting to bind port ab30df57-1e4d-47d6-b83b-97533af60d2e on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:36:44.369944 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Attempting to bind port ab30df57-1e4d-47d6-b83b-97533af60d2e by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'aeffc100-35bc-472c-8529-d312dc7a95e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:36:44.370308 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Attempting to bind port ab30df57-1e4d-47d6-b83b-97533af60d2e on network 0539f534-c4d2-44a3-90f3-4dc2a0ddea61 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:36:44.384582 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:36:44.385540 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Checking segment: {'id': 'aeffc100-35bc-472c-8529-d312dc7a95e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:44.385540 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.385742 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Bound using segment: {'id': 'aeffc100-35bc-472c-8529-d312dc7a95e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:36:44.386190 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Bound port: ab30df57-1e4d-47d6-b83b-97533af60d2e, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeffc100-35bc-472c-8529-d312dc7a95e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:36:44.386565 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.487326 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Publish callbacks [] for port (7a039693-0388-4321-bf43-170adc714c87), precommit_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.497138 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (7a039693-0388-4321-bf43-170adc714c87), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.512597 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457540'] for router (94135b67-f526-4d0c-bbe2-74d2aa08a90f), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.523976 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] For port ab30df57-1e4d-47d6-b83b-97533af60d2e, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:36:44.545580 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] For port ab30df57-1e4d-47d6-b83b-97533af60d2e, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=ab30df57-1e4d-47d6-b83b-97533af60d2e,segment=NetworkSegment(aeffc100-35bc-472c-8529-d312dc7a95e8),segment_id=aeffc100-35bc-472c-8529-d312dc7a95e8)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:36:44.562353 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.572855 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Pushing event updated for resources: {'Port': ['ID=7a039693-0388-4321-bf43-170adc714c87,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:44.643275 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Router 94135b67-f526-4d0c-bbe2-74d2aa08a90f is scheduled to L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 with binding_index 1 {{(pid=103974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:36:44.677133 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Attempting to bind port 7a039693-0388-4321-bf43-170adc714c87 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:36:44.677494 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Attempting to bind port 7a039693-0388-4321-bf43-170adc714c87 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:36:44.677893 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Attempting to bind port 7a039693-0388-4321-bf43-170adc714c87 on network ce8154a5-666d-4bec-bef5-4e8358d5fd01 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:36:44.680261 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce00d9c-94ed-4bee-9982-998a449d7abf None None] Pushing event updated for resources: {'Port': ['ID=ab30df57-1e4d-47d6-b83b-97533af60d2e,revision_number=2']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:44.687960 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:36:44.688408 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Checking segment: {'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:44.688950 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.689210 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Bound using segment: {'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:36:44.689933 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Bound port: 7a039693-0388-4321-bf43-170adc714c87, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:36:44.690321 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (7a039693-0388-4321-bf43-170adc714c87), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.755416 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] For port 7a039693-0388-4321-bf43-170adc714c87, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:36:44.760447 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] For port 7a039693-0388-4321-bf43-170adc714c87, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=7a039693-0388-4321-bf43-170adc714c87,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:36:44.768724 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (7a039693-0388-4321-bf43-170adc714c87), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.774901 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:44.780723 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:44.786529 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Sync routers for ids ['94135b67-f526-4d0c-bbe2-74d2aa08a90f'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:44.802450 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Routers {'94135b67-f526-4d0c-bbe2-74d2aa08a90f'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:44.804050 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:36:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['94135b67-f526-4d0c-bbe2-74d2aa08a90f'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:44.805928 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.807217 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-e4cfa344-17fc-4469-bc35-71cb8600ef07 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7576213 Jul 20 19:36:44.810436 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47594) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:44.859617 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Routers {'58906f74-ec6c-4302-a8d8-c38b054ea4a3'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:44.860516 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:36:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:44.862775 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Pushing event updated for resources: {'Port': ['ID=7a039693-0388-4321-bf43-170adc714c87,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:44.979226 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Set router 94135b67-f526-4d0c-bbe2-74d2aa08a90f gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:45.088164 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.088490 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.089264 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.089264 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.089479 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.089800 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.090133 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.090460 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.090787 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.091114 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.091442 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.091768 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.092093 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.092446 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.092768 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0f461-4937-4fd9-891f-7e6850170ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:45.138540 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-0349340d-df28-4d9b-bb41-993c8b5a3787 None None] Provisioning complete for port 7a039693-0388-4321-bf43-170adc714c87 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:45.139182 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0349340d-df28-4d9b-bb41-993c8b5a3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (7a039693-0388-4321-bf43-170adc714c87), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.186830 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'name': 'tempest-TestMinimumBasicScenario-695225074-router', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:44Z', 'revision_number': 3, 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'gw_port': {'id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:45.219853 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Checking router: 94135b67-f526-4d0c-bbe2-74d2aa08a90f for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:45.220225 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Updating router 94135b67-f526-4d0c-bbe2-74d2aa08a90f port 1e1940ba-3423-44ae-abb2-0ffac31a3894 binding host dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:36:45.253706 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.283347 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:45.319317 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] Set router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:45.348991 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:45.377514 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device ab30df57-1e4d-47d6-b83b-97533af60d2e up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:45.379347 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-0349340d-df28-4d9b-bb41-993c8b5a3787 None None] Current status of the port 7a039693-0388-4321-bf43-170adc714c87 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:45.379738 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0349340d-df28-4d9b-bb41-993c8b5a3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (7a039693-0388-4321-bf43-170adc714c87), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.398488 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:45.438730 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.484643 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:45.498224 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-0349340d-df28-4d9b-bb41-993c8b5a3787 None None] For port 7a039693-0388-4321-bf43-170adc714c87, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=7a039693-0388-4321-bf43-170adc714c87,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:45.530382 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0349340d-df28-4d9b-bb41-993c8b5a3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (7a039693-0388-4321-bf43-170adc714c87), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.535400 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Publish callbacks [] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.543744 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.577228 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port ab30df57-1e4d-47d6-b83b-97533af60d2e triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:45.577483 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.605198 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12acd25-2554-41a0-9803-3e79cba38f6e None None] Pushing event updated for resources: {'Port': ['ID=1e1940ba-3423-44ae-abb2-0ffac31a3894,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:45.624866 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Attempting to bind port 1e1940ba-3423-44ae-abb2-0ffac31a3894 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:36:45.625580 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Attempting to bind port 1e1940ba-3423-44ae-abb2-0ffac31a3894 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:36:45.626123 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Attempting to bind port 1e1940ba-3423-44ae-abb2-0ffac31a3894 on network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:36:45.633578 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:36:45.634267 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Checking segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:45.634845 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.635864 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Bound using segment: {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:36:45.636521 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Bound port: 1e1940ba-3423-44ae-abb2-0ffac31a3894, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2ccd3f-c31f-494b-9dd0-752202b5e148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:36:45.637089 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.656262 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Allocated IP 172.20.0.1 (0539f534-c4d2-44a3-90f3-4dc2a0ddea61/5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3/26dc0b23-4894-4968-adc5-36ab2f44bab0) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:45.672447 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349340d-df28-4d9b-bb41-993c8b5a3787 None None] Pushing event updated for resources: {'Port': ['ID=7a039693-0388-4321-bf43-170adc714c87,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:45.696776 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] For port 1e1940ba-3423-44ae-abb2-0ffac31a3894, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:36:45.700532 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] For port 1e1940ba-3423-44ae-abb2-0ffac31a3894, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=1e1940ba-3423-44ae-abb2-0ffac31a3894,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:36:45.704157 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-9903ce05-6636-4b33-9a83-a9c6f795248a None None] Provisioning complete for port 7a039693-0388-4321-bf43-170adc714c87 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:45.704610 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-9903ce05-6636-4b33-9a83-a9c6f795248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (7a039693-0388-4321-bf43-170adc714c87), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.707806 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.733362 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 4, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '7a039693-0388-4321-bf43-170adc714c87', 'name': '', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'mac_address': 'fa:16:3e:95:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:40Z', 'updated_at': '2022-07-20T19:36:44Z', 'revision_number': 4, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'subnets': [{'id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:45.767003 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eacc54-d839-4ed4-a825-29ee009d78d9 None None] The sync data for ids ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'] in dv-cinder-819149-14-iscsi is: [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 4, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '7a039693-0388-4321-bf43-170adc714c87', 'name': '', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'mac_address': 'fa:16:3e:95:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:40Z', 'updated_at': '2022-07-20T19:36:44Z', 'revision_number': 4, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'subnets': [{'id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:45.780126 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12acd25-2554-41a0-9803-3e79cba38f6e None None] Pushing event updated for resources: {'Port': ['ID=1e1940ba-3423-44ae-abb2-0ffac31a3894,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:45.798386 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Routers {'94135b67-f526-4d0c-bbe2-74d2aa08a90f'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:45.800623 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:36:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['94135b67-f526-4d0c-bbe2-74d2aa08a90f'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:45.812618 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Publish callbacks [] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.821357 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port ab30df57-1e4d-47d6-b83b-97533af60d2e is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:45.821850 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.884935 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.934552 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port ab30df57-1e4d-47d6-b83b-97533af60d2e, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=ab30df57-1e4d-47d6-b83b-97533af60d2e,segment=NetworkSegment(aeffc100-35bc-472c-8529-d312dc7a95e8),segment_id=aeffc100-35bc-472c-8529-d312dc7a95e8)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:45.936419 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-9903ce05-6636-4b33-9a83-a9c6f795248a None None] Current status of the port 7a039693-0388-4321-bf43-170adc714c87 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:45.940799 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.942065 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 6d38d039-2b31-4b74-b50d-6e27c5620559 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:45.963842 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:46.009538 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Pushing event updated for resources: {'Port': ['ID=26dc0b23-4894-4968-adc5-36ab2f44bab0,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:46.014766 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Network 0539f534-c4d2-44a3-90f3-4dc2a0ddea61 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:46.017295 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:46.021588 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:46.056083 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f49e11-42af-4bf8-ad71-7719dc8a156a None None] Network 0539f534-c4d2-44a3-90f3-4dc2a0ddea61 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:36:46.062456 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:46.075948 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=ab30df57-1e4d-47d6-b83b-97533af60d2e,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:46.094499 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445850'] for router_interface (94135b67-f526-4d0c-bbe2-74d2aa08a90f), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.098589 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] Set router 94135b67-f526-4d0c-bbe2-74d2aa08a90f gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:46.140329 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-68c3cffb-7cbc-4068-b5f3-f0def0c52a10 None None] Provisioning complete for port ab30df57-1e4d-47d6-b83b-97533af60d2e triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:46.140841 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-68c3cffb-7cbc-4068-b5f3-f0def0c52a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.161099 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 6d38d039-2b31-4b74-b50d-6e27c5620559 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:46.161621 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.168593 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:46.222020 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:46.227904 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:46.260985 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.314373 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-68c3cffb-7cbc-4068-b5f3-f0def0c52a10 None None] Current status of the port ab30df57-1e4d-47d6-b83b-97533af60d2e is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:46.338270 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'name': 'tempest-TestMinimumBasicScenario-695225074-router', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:44Z', 'revision_number': 3, 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'gw_port': {'id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:46.371915 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 6d38d039-2b31-4b74-b50d-6e27c5620559 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:46.377316 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf009bd4-ef97-4f9c-90ed-cec121f83020 None None] The sync data for ids ['94135b67-f526-4d0c-bbe2-74d2aa08a90f'] in dv-cinder-819149-14-iscsi is: [{'id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'name': 'tempest-TestMinimumBasicScenario-695225074-router', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:44Z', 'revision_number': 3, 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'gw_port': {'id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:46.496808 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Publish callbacks [] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.504399 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.586756 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Pushing event updated for resources: {'Port': ['ID=26dc0b23-4894-4968-adc5-36ab2f44bab0,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:46.605242 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456674'] for router_interface (94135b67-f526-4d0c-bbe2-74d2aa08a90f), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.649497 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-f68e83f9-269a-434d-a315-a1301437055f None None] Provisioning complete for port ab30df57-1e4d-47d6-b83b-97533af60d2e triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:46.649875 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f68e83f9-269a-434d-a315-a1301437055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.768712 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Network 0539f534-c4d2-44a3-90f3-4dc2a0ddea61 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:46.770654 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:46.779916 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-f68e83f9-269a-434d-a315-a1301437055f None None] Current status of the port ab30df57-1e4d-47d6-b83b-97533af60d2e is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:46.804817 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-f68e83f9-269a-434d-a315-a1301437055f None None] Provisioning complete for port 26dc0b23-4894-4968-adc5-36ab2f44bab0 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:46.805211 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f68e83f9-269a-434d-a315-a1301437055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.850669 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-f68e83f9-269a-434d-a315-a1301437055f None None] Port 26dc0b23-4894-4968-adc5-36ab2f44bab0 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:36:46.929552 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Router 94135b67-f526-4d0c-bbe2-74d2aa08a90f has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:36:46.969431 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-c4721a5b-d164-4839-8c96-56de2978e1e0 None None] Provisioning complete for port 26dc0b23-4894-4968-adc5-36ab2f44bab0 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:46.970012 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-c4721a5b-d164-4839-8c96-56de2978e1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.022511 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-c4721a5b-d164-4839-8c96-56de2978e1e0 None None] Port 26dc0b23-4894-4968-adc5-36ab2f44bab0 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:36:47.245023 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-e57c538d-5976-43c8-abcf-9a256ea317cf None None] Provisioning complete for port 26dc0b23-4894-4968-adc5-36ab2f44bab0 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:47.245544 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-e57c538d-5976-43c8-abcf-9a256ea317cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.310195 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-e57c538d-5976-43c8-abcf-9a256ea317cf None None] Port 26dc0b23-4894-4968-adc5-36ab2f44bab0 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:36:47.349661 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:47.358788 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-cef10768-2cf3-48bd-8cfe-3a00d6dc146f admin admin] 10.222.0.43 "PUT /v2.0/routers/94135b67-f526-4d0c-bbe2-74d2aa08a90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5469177 Jul 20 19:36:47.385471 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 7a039693-0388-4321-bf43-170adc714c87 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:47.442910 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 7a039693-0388-4321-bf43-170adc714c87 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:47.444079 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (7a039693-0388-4321-bf43-170adc714c87), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.509559 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.687199 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 7a039693-0388-4321-bf43-170adc714c87 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:47.688310 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 1e1940ba-3423-44ae-abb2-0ffac31a3894 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:47.732942 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 1e1940ba-3423-44ae-abb2-0ffac31a3894 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:47.733466 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.818194 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 1e1940ba-3423-44ae-abb2-0ffac31a3894 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:47.819151 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.831948 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:47.845225 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] For port 1e1940ba-3423-44ae-abb2-0ffac31a3894, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=1e1940ba-3423-44ae-abb2-0ffac31a3894,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:47.849390 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.851613 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device ab30df57-1e4d-47d6-b83b-97533af60d2e up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:47.855822 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:47.932609 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=1e1940ba-3423-44ae-abb2-0ffac31a3894,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:47.940441 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port ab30df57-1e4d-47d6-b83b-97533af60d2e triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:47.940807 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:48.020640 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port ab30df57-1e4d-47d6-b83b-97533af60d2e is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:48.289620 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-7ff6eb20-4e99-4636-9639-ca9539244ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:49.231844 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 1e1940ba-3423-44ae-abb2-0ffac31a3894 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:49.290311 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Sync routers for ids ['94135b67-f526-4d0c-bbe2-74d2aa08a90f'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:49.303881 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 1e1940ba-3423-44ae-abb2-0ffac31a3894 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:49.303881 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:49.326522 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Routers {'94135b67-f526-4d0c-bbe2-74d2aa08a90f'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:49.327222 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:36:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['94135b67-f526-4d0c-bbe2-74d2aa08a90f'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:49.476106 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 1e1940ba-3423-44ae-abb2-0ffac31a3894 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:49.485966 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Set router 94135b67-f526-4d0c-bbe2-74d2aa08a90f gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:49.701689 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'name': 'tempest-TestMinimumBasicScenario-695225074-router', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:46Z', 'revision_number': 4, 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'gw_port': {'id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '26dc0b23-4894-4968-adc5-36ab2f44bab0', 'name': '', 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'mac_address': 'fa:16:3e:41:1e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:45Z', 'updated_at': '2022-07-20T19:36:46Z', 'revision_number': 2, 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'subnets': [{'id': '5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:49.731643 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Checking router: 94135b67-f526-4d0c-bbe2-74d2aa08a90f for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:49.731997 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Updating router 94135b67-f526-4d0c-bbe2-74d2aa08a90f port 26dc0b23-4894-4968-adc5-36ab2f44bab0 binding host dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:36:49.761050 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:49.884176 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:50.064216 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Publish callbacks [] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), precommit_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.064684 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:50.071291 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.131634 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa4177-f1aa-4b67-ae99-bf369f412a97 None None] Pushing event updated for resources: {'Port': ['ID=26dc0b23-4894-4968-adc5-36ab2f44bab0,revision_number=3']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:50.203929 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Attempting to bind port 26dc0b23-4894-4968-adc5-36ab2f44bab0 on host dv-cinder-819149-14-iscsi for vnic_type normal with profile {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:36:50.204721 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Attempting to bind port 26dc0b23-4894-4968-adc5-36ab2f44bab0 by drivers openvswitch,hyperv on host dv-cinder-819149-14-iscsi at level 0 using segments [{'id': 'aeffc100-35bc-472c-8529-d312dc7a95e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61'}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:36:50.205335 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Attempting to bind port 26dc0b23-4894-4968-adc5-36ab2f44bab0 on network 0539f534-c4d2-44a3-90f3-4dc2a0ddea61 {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:36:50.212849 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Checking agent: {'id': '8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 15, 23), 'started_at': datetime.datetime(2022, 7, 20, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:36:50.213403 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Checking segment: {'id': 'aeffc100-35bc-472c-8529-d312dc7a95e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:50.213898 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.214515 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Bound using segment: {'id': 'aeffc100-35bc-472c-8529-d312dc7a95e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61'} {{(pid=103975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:36:50.218422 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.managers [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Bound port: 26dc0b23-4894-4968-adc5-36ab2f44bab0, host: dv-cinder-819149-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeffc100-35bc-472c-8529-d312dc7a95e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61'}}] {{(pid=103975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:36:50.219066 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.295670 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] For port 26dc0b23-4894-4968-adc5-36ab2f44bab0, host dv-cinder-819149-14-iscsi, cleared binding levels {{(pid=103975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:36:50.299582 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] For port 26dc0b23-4894-4968-adc5-36ab2f44bab0, host dv-cinder-819149-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=26dc0b23-4894-4968-adc5-36ab2f44bab0,segment=NetworkSegment(aeffc100-35bc-472c-8529-d312dc7a95e8),segment_id=aeffc100-35bc-472c-8529-d312dc7a95e8)] {{(pid=103975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:36:50.311828 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.395006 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Routers {'94135b67-f526-4d0c-bbe2-74d2aa08a90f'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:50.395629 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:36:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['94135b67-f526-4d0c-bbe2-74d2aa08a90f'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:50.445566 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa4177-f1aa-4b67-ae99-bf369f412a97 None None] Pushing event updated for resources: {'Port': ['ID=26dc0b23-4894-4968-adc5-36ab2f44bab0,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:50.493949 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-3873d775-17c2-482a-a7bb-9dc8b49261c5 None None] Provisioning complete for port 26dc0b23-4894-4968-adc5-36ab2f44bab0 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:50.494318 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3873d775-17c2-482a-a7bb-9dc8b49261c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.609229 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] Set router 94135b67-f526-4d0c-bbe2-74d2aa08a90f gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:50.684921 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-3873d775-17c2-482a-a7bb-9dc8b49261c5 None None] Current status of the port 26dc0b23-4894-4968-adc5-36ab2f44bab0 is: DOWN; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:50.685359 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3873d775-17c2-482a-a7bb-9dc8b49261c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.854012 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ce9a58ad-5076-4e9d-85e7-658aad80b3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.937439 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:50.939358 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-3873d775-17c2-482a-a7bb-9dc8b49261c5 None None] For port 26dc0b23-4894-4968-adc5-36ab2f44bab0, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=26dc0b23-4894-4968-adc5-36ab2f44bab0,segment=NetworkSegment(aeffc100-35bc-472c-8529-d312dc7a95e8),segment_id=aeffc100-35bc-472c-8529-d312dc7a95e8)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:50.947601 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3873d775-17c2-482a-a7bb-9dc8b49261c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:51.036500 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873d775-17c2-482a-a7bb-9dc8b49261c5 None None] Pushing event updated for resources: {'Port': ['ID=26dc0b23-4894-4968-adc5-36ab2f44bab0,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:51.066014 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'name': 'tempest-TestMinimumBasicScenario-695225074-router', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:46Z', 'revision_number': 4, 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'gw_port': {'id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '26dc0b23-4894-4968-adc5-36ab2f44bab0', 'name': '', 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'mac_address': 'fa:16:3e:41:1e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:45Z', 'updated_at': '2022-07-20T19:36:50Z', 'revision_number': 4, 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'subnets': [{'id': '5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:51.109994 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-5a5c4590-64cb-4159-88b1-4ecccb889379 None None] Provisioning complete for port 26dc0b23-4894-4968-adc5-36ab2f44bab0 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:51.110423 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-5a5c4590-64cb-4159-88b1-4ecccb889379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:51.114516 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0197850e-acec-41b7-beb3-e866dc5ebea1 None None] The sync data for ids ['94135b67-f526-4d0c-bbe2-74d2aa08a90f'] in dv-cinder-819149-14-iscsi is: [{'id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'name': 'tempest-TestMinimumBasicScenario-695225074-router', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:46Z', 'revision_number': 4, 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'gw_port': {'id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '26dc0b23-4894-4968-adc5-36ab2f44bab0', 'name': '', 'network_id': '0539f534-c4d2-44a3-90f3-4dc2a0ddea61', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'mac_address': 'fa:16:3e:41:1e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:45Z', 'updated_at': '2022-07-20T19:36:50Z', 'revision_number': 4, 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'subnets': [{'id': '5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:51.236390 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c4590-64cb-4159-88b1-4ecccb889379 None None] Current status of the port 26dc0b23-4894-4968-adc5-36ab2f44bab0 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:51.775087 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:53.247010 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 26dc0b23-4894-4968-adc5-36ab2f44bab0 up at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:53.252305 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:53.308790 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Provisioning complete for port 26dc0b23-4894-4968-adc5-36ab2f44bab0 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:53.309352 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:53.415476 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:53.415936 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Current status of the port 26dc0b23-4894-4968-adc5-36ab2f44bab0 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:53.488465 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:54.793351 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:56.342935 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:56.346933 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=23 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:56.996716 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-6d73a7a4-4f46-483e-8ab8-91c8b0d7d442 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:56.998061 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-6d73a7a4-4f46-483e-8ab8-91c8b0d7d442 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/networks?id=ce8154a5-666d-4bec-bef5-4e8358d5fd01 HTTP/1.1" status: 200 len: 814 time: 0.1049039 Jul 20 19:36:57.012717 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-7fe26514-3713-4d43-95b1-e9d56ecb10a8 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/quotas/887ce1159e3c412b9cab436ecf76737c HTTP/1.1" status: 200 len: 375 time: 0.0093336 Jul 20 19:36:57.060793 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-9280956d-8c43-4a50-811e-dae5cdceef6b tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=887ce1159e3c412b9cab436ecf76737c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432782 Jul 20 19:36:57.163473 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-577a6870-11d4-4fc3-ba05-4dd9e4e63f00 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103974) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:36:57.164550 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-577a6870-11d4-4fc3-ba05-4dd9e4e63f00 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0923872 Jul 20 19:36:57.258593 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-ab7f5eaa-5c41-4fb3-b607-604b57d9f3fb service neutron] 10.222.0.43 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880985 Jul 20 19:36:57.343801 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=69 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:57.346071 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71c5533c-7df4-46c2-893e-9d71537e9a55 service neutron] 10.222.0.43 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818975 Jul 20 19:36:57.347013 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:57.526524 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-2f219f10-fe47-4b68-b26a-b4e6c6f7a7f2 req-c2589e8d-846e-42c8-8d8e-ada8bd6c1007 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 210 time: 0.0289426 Jul 20 19:36:58.633406 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-c3d4cff4-216f-46d5-9ce8-b51f58166f28 req-53f695b4-7ddf-4267-938b-991f42de0cba tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 210 time: 0.0336430 Jul 20 19:36:58.644827 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-273a3fec-6ab4-4fac-85ff-5ae99e13c5f7 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:58.647499 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-273a3fec-6ab4-4fac-85ff-5ae99e13c5f7 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.89 "GET /v2.0/networks?id=ce8154a5-666d-4bec-bef5-4e8358d5fd01 HTTP/1.1" status: 200 len: 814 time: 0.1109471 Jul 20 19:36:58.660618 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Request body: {'port': {'device_id': 'eb13cf19-2969-417b-8972-f18a81c05359', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'admin_state_up': True, 'tenant_id': '887ce1159e3c412b9cab436ecf76737c'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:58.773371 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Made reservation on behalf of 887ce1159e3c412b9cab436ecf76737c for: {'port': 1} {{(pid=103973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:36:58.776762 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:58.910748 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Allocated IP 172.20.0.6 (ce8154a5-666d-4bec-bef5-4e8358d5fd01/73a3e04c-5caf-4a22-9888-212952692e4b/b2f8849c-b018-4482-bb6c-be63601b75f0) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:59.128237 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:59.182297 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:59.247991 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Network ce8154a5-666d-4bec-bef5-4e8358d5fd01 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:59.254145 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:59.270603 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:59.300380 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event updated for resources: {'Port': ['ID=b2f8849c-b018-4482-bb6c-be63601b75f0,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:59.355313 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:59.355787 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:59.377918 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-71f8a536-d9ba-48d4-b870-a8b8ebff7e3a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7207689 Jul 20 19:36:59.633635 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-ec2ecd3d-be20-4b1f-84e4-be9726711365 None None] Provisioning complete for port b2f8849c-b018-4482-bb6c-be63601b75f0 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:59.634216 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ec2ecd3d-be20-4b1f-84e4-be9726711365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:59.669902 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ecd3d-be20-4b1f-84e4-be9726711365 None None] Port b2f8849c-b018-4482-bb6c-be63601b75f0 cannot update to ACTIVE because it is not bound. {{(pid=103975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:36:59.728868 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:59.769131 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f9d3d-0ba7-4efe-9fed-b61ab54f19c5 req-aa65788f-10e8-4fd9-8c9a-d5de6ac78063 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:59.770759 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-850f9d3d-0ba7-4efe-9fed-b61ab54f19c5 req-aa65788f-10e8-4fd9-8c9a-d5de6ac78063 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 931 time: 0.0511317 Jul 20 19:36:59.829148 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-850f9d3d-0ba7-4efe-9fed-b61ab54f19c5 req-96f389f5-d15d-462a-9b02-8fc55ec31a06 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515523 Jul 20 19:37:00.956570 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba6d8f-f335-40a3-95c9-d1f68beb4126 req-ee0d51c8-fe11-489b-a2c7-415ce2d2634f tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:00.958055 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-72ba6d8f-f335-40a3-95c9-d1f68beb4126 req-ee0d51c8-fe11-489b-a2c7-415ce2d2634f tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 931 time: 0.0495961 Jul 20 19:37:01.028957 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-72ba6d8f-f335-40a3-95c9-d1f68beb4126 req-9136f4c9-a0ca-41ec-b78c-8467f5b5639f tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578287 Jul 20 19:37:02.145661 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1170b10-d949-4273-80dc-64f485763bca req-63245bc4-7355-4a21-9048-393f5b95bf5e tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:02.147774 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a1170b10-d949-4273-80dc-64f485763bca req-63245bc4-7355-4a21-9048-393f5b95bf5e tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 931 time: 0.0538499 Jul 20 19:37:02.207228 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a1170b10-d949-4273-80dc-64f485763bca req-63c951b5-280b-4bc5-84cf-e0cf539f11c1 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535369 Jul 20 19:37:03.338223 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b0d93-da6a-4e7f-b69e-676088d53daf req-a2feedf1-5ed6-4341-8b42-240eec567419 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:03.340909 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9e4b0d93-da6a-4e7f-b69e-676088d53daf req-a2feedf1-5ed6-4341-8b42-240eec567419 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 931 time: 0.0504744 Jul 20 19:37:03.398135 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-9e4b0d93-da6a-4e7f-b69e-676088d53daf req-72176453-712e-4125-884d-5efe3336f5c4 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528061 Jul 20 19:37:04.535323 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e99f6-58e2-4734-8d6b-eb9d55dd66eb req-4152f25d-ddf9-4e60-8082-d7e7350793e1 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:04.536998 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-934e99f6-58e2-4734-8d6b-eb9d55dd66eb req-4152f25d-ddf9-4e60-8082-d7e7350793e1 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 931 time: 0.0512500 Jul 20 19:37:04.583006 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:04.592479 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-934e99f6-58e2-4734-8d6b-eb9d55dd66eb req-647324c1-3ac8-4aba-abf5-941319190cfd tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482988 Jul 20 19:37:05.715624 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c835da8-c410-44cc-951e-42f5b2b5efa0 req-5b2a7756-3d5e-4df3-8400-b6cc58266cbd tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:05.717282 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8c835da8-c410-44cc-951e-42f5b2b5efa0 req-5b2a7756-3d5e-4df3-8400-b6cc58266cbd tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 931 time: 0.0554571 Jul 20 19:37:05.772786 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-8c835da8-c410-44cc-951e-42f5b2b5efa0 req-81d4ddbb-5262-4e46-b940-fab5c861a635 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496764 Jul 20 19:37:06.895137 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fdd51-8951-422a-88d8-79d9cb521f9f req-47d6ca52-bbb2-4b4c-b87d-570eb995e1a5 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:06.897348 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ef0fdd51-8951-422a-88d8-79d9cb521f9f req-47d6ca52-bbb2-4b4c-b87d-570eb995e1a5 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 931 time: 0.0512209 Jul 20 19:37:06.947546 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-ef0fdd51-8951-422a-88d8-79d9cb521f9f req-11543595-b8d0-48fa-a579-c32630d55a59 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446525 Jul 20 19:37:07.308672 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Request body: {'port': {'device_id': 'eb13cf19-2969-417b-8972-f18a81c05359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:07.370097 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:07.635969 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f8849c-b018-4482-bb6c-be63601b75f0 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:37:07.643738 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Publish callbacks [] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:07.657209 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Transition to ACTIVE for port object b2f8849c-b018-4482-bb6c-be63601b75f0 will not be triggered until provisioned by entity L2. {{(pid=103973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:37:07.660874 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:07.710399 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Pushing event updated for resources: {'Port': ['ID=b2f8849c-b018-4482-bb6c-be63601b75f0,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:07.792636 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Attempting to bind port b2f8849c-b018-4482-bb6c-be63601b75f0 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:37:07.792636 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Attempting to bind port b2f8849c-b018-4482-bb6c-be63601b75f0 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:37:07.792837 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Attempting to bind port b2f8849c-b018-4482-bb6c-be63601b75f0 on network ce8154a5-666d-4bec-bef5-4e8358d5fd01 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:37:07.797817 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Port b2f8849c-b018-4482-bb6c-be63601b75f0 on network ce8154a5-666d-4bec-bef5-4e8358d5fd01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:37:07.798145 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Attempting to bind port b2f8849c-b018-4482-bb6c-be63601b75f0 on network ce8154a5-666d-4bec-bef5-4e8358d5fd01 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:37:07.804802 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Checking agent: {'id': 'fb10de8c-7f09-4518-b859-2d1287121850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'started_at': datetime.datetime(2022, 7, 20, 19, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:37:07.805140 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Checking segment: {'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:37:07.805522 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Bound using segment: {'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:37:07.805951 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Bound port: b2f8849c-b018-4482-bb6c-be63601b75f0, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:37:07.806308 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:07.844103 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:07.873363 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] For port b2f8849c-b018-4482-bb6c-be63601b75f0, host hv-cinder-81914, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:37:07.876673 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] For port b2f8849c-b018-4482-bb6c-be63601b75f0, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b2f8849c-b018-4482-bb6c-be63601b75f0,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:37:07.884412 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:07.919194 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:07.920234 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:07.921790 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] 10.222.0.89 "PUT /v2.0/ports/b2f8849c-b018-4482-bb6c-be63601b75f0 HTTP/1.1" status: 200 len: 1093 time: 0.6175132 Jul 20 19:37:07.924474 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:37:07.928213 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacf8d6a-b6fd-4336-b5e9-28424301abe2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:37:07.970207 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4482a-3bd3-4c32-9761-dd764fc42e7d service neutron] Pushing event updated for resources: {'Port': ['ID=b2f8849c-b018-4482-bb6c-be63601b75f0,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:07.986690 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5624a08a-55ea-44d8-9744-bcf7a47f4556 x-openstack-request-id: req-5624a08a-55ea-44d8-9744-bcf7a47f4556 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:37:07.986976 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:37:07.987228 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5624a08a-55ea-44d8-9744-bcf7a47f4556 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:37:07.987630 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5624a08a-55ea-44d8-9744-bcf7a47f4556'] response: {'name': 'network-changed', 'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'status': 'completed', 'code': 200} Jul 20 19:37:08.082647 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-77d76046-6a68-4dfb-81cb-f9e71942f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:08.084778 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-77d76046-6a68-4dfb-81cb-f9e71942f580 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=887ce1159e3c412b9cab436ecf76737c&device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 1127 time: 0.0852475 Jul 20 19:37:08.108623 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d15e7-3af0-42cf-8271-92523bf2f3e1 req-c4e5a0c1-cb52-4347-a8c3-eda7f5cc6c43 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:08.110369 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5d8d15e7-3af0-42cf-8271-92523bf2f3e1 req-c4e5a0c1-cb52-4347-a8c3-eda7f5cc6c43 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 943 time: 0.0677762 Jul 20 19:37:08.142409 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-f59269a8-d6d5-431e-adf8-ea0611306c33 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2f8849c-b018-4482-bb6c-be63601b75f0 HTTP/1.1" status: 200 len: 217 time: 0.0490410 Jul 20 19:37:08.200320 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:08.219757 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-5d8d15e7-3af0-42cf-8271-92523bf2f3e1 req-04ff30dc-15ae-429f-b90f-0cb2d29883a4 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842474 Jul 20 19:37:08.222493 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-10a9e039-52d1-4e89-a3fa-5be69bbab087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:08.223880 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-10a9e039-52d1-4e89-a3fa-5be69bbab087 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=73a3e04c-5caf-4a22-9888-212952692e4b HTTP/1.1" status: 200 len: 853 time: 0.0727339 Jul 20 19:37:08.276427 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-eed09f37-5053-493f-b399-df426abafbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:08.278166 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-eed09f37-5053-493f-b399-df426abafbc6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ce8154a5-666d-4bec-bef5-4e8358d5fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479074 Jul 20 19:37:08.372871 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-61529f7c-cbb2-411e-8d0e-e2a260e90907 service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882549 Jul 20 19:37:08.476037 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-a46a6f8b-0b99-432b-91c0-e693eb94c98f req-89e891c9-5f2e-46f3-ae19-612e905fe1df service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972154 Jul 20 19:37:09.265902 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf8d6a-b6fd-4336-b5e9-28424301abe2 req-efbbcd5e-d9c4-4c6b-a8b5-728a46f2c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:09.267534 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dacf8d6a-b6fd-4336-b5e9-28424301abe2 req-efbbcd5e-d9c4-4c6b-a8b5-728a46f2c03d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=887ce1159e3c412b9cab436ecf76737c&device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 1127 time: 0.0418282 Jul 20 19:37:09.338124 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1e037-b9cc-41fc-a903-2efe3ae0a11f req-eaaaf017-5f9e-43c4-9461-86daffd65339 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:09.340329 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-47f1e037-b9cc-41fc-a903-2efe3ae0a11f req-eaaaf017-5f9e-43c4-9461-86daffd65339 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 943 time: 0.0483339 Jul 20 19:37:09.364013 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf8d6a-b6fd-4336-b5e9-28424301abe2 req-71443d6d-ed1c-421f-b720-b9eb9d14e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:09.366179 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dacf8d6a-b6fd-4336-b5e9-28424301abe2 req-71443d6d-ed1c-421f-b720-b9eb9d14e5f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ce8154a5-666d-4bec-bef5-4e8358d5fd01 HTTP/1.1" status: 200 len: 915 time: 0.0928040 Jul 20 19:37:09.390078 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-47f1e037-b9cc-41fc-a903-2efe3ae0a11f req-992406e7-7450-4cb6-976a-9650555ddd68 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Jul 20 19:37:09.407813 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dacf8d6a-b6fd-4336-b5e9-28424301abe2 req-72c8fcb7-fb2f-4a8e-b450-c30eb3f39eb8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2f8849c-b018-4482-bb6c-be63601b75f0 HTTP/1.1" status: 200 len: 217 time: 0.0344334 Jul 20 19:37:09.454465 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf8d6a-b6fd-4336-b5e9-28424301abe2 req-5e524bd7-4926-4f5c-9ff7-83efd00d487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:09.455908 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dacf8d6a-b6fd-4336-b5e9-28424301abe2 req-5e524bd7-4926-4f5c-9ff7-83efd00d487d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=73a3e04c-5caf-4a22-9888-212952692e4b HTTP/1.1" status: 200 len: 853 time: 0.0427299 Jul 20 19:37:09.503066 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf8d6a-b6fd-4336-b5e9-28424301abe2 req-17772962-01d2-47ae-a9c3-978a28bc9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:09.504548 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dacf8d6a-b6fd-4336-b5e9-28424301abe2 req-17772962-01d2-47ae-a9c3-978a28bc9831 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ce8154a5-666d-4bec-bef5-4e8358d5fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429084 Jul 20 19:37:09.597036 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dacf8d6a-b6fd-4336-b5e9-28424301abe2 req-ccc6bae3-90d8-4517-b846-7ee51f5ab832 service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866437 Jul 20 19:37:09.666666 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:09.691078 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-dacf8d6a-b6fd-4336-b5e9-28424301abe2 req-2a30ec08-dfe3-4062-8b4e-a65e2a37e092 service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881474 Jul 20 19:37:10.502496 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0544fd6-645d-402d-b902-5cf6fb99ff9b req-1ba11d40-f416-443d-88b6-23fef24897b2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:10.503968 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b0544fd6-645d-402d-b902-5cf6fb99ff9b req-1ba11d40-f416-443d-88b6-23fef24897b2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 943 time: 0.0470605 Jul 20 19:37:10.552605 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-b0544fd6-645d-402d-b902-5cf6fb99ff9b req-e86ff024-a2c0-4dfa-8427-e15e71e9612e tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Jul 20 19:37:10.688686 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device b2f8849c-b018-4482-bb6c-be63601b75f0 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=103975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:37:10.789462 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port b2f8849c-b018-4482-bb6c-be63601b75f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b2f8849c-b018-4482-bb6c-be63601b75f0,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:10.800760 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Returning: {'device': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'port_id': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'mac_address': 'fa:16:3e:da:a2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:37:10.835731 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port b2f8849c-b018-4482-bb6c-be63601b75f0 is: DOWN; New status is: BUILD {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:10.836120 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:10.848903 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f8849c-b018-4482-bb6c-be63601b75f0 {{(pid=103975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:37:10.872184 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port b2f8849c-b018-4482-bb6c-be63601b75f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b2f8849c-b018-4482-bb6c-be63601b75f0,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:10.876238 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:10.882596 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:10.925076 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=b2f8849c-b018-4482-bb6c-be63601b75f0,revision_number=4']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:11.141677 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['b2f8849c-b018-4482-bb6c-be63601b75f0'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:37:11.666529 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724250bf-9e9a-4911-adda-a1f1f2c021aa req-fc1fac79-fb34-4dbb-89b3-c2b8850ad311 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:11.668010 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-724250bf-9e9a-4911-adda-a1f1f2c021aa req-fc1fac79-fb34-4dbb-89b3-c2b8850ad311 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 944 time: 0.0472410 Jul 20 19:37:11.726930 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-724250bf-9e9a-4911-adda-a1f1f2c021aa req-4ac74bc5-863a-4245-a628-a0137ca2e8c6 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531387 Jul 20 19:37:12.719582 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device b2f8849c-b018-4482-bb6c-be63601b75f0 up at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:37:12.764193 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning for port b2f8849c-b018-4482-bb6c-be63601b75f0 completed by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:37:12.770893 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Provisioning complete for port b2f8849c-b018-4482-bb6c-be63601b75f0 triggered by entity L2. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:12.771294 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:12.849799 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Current status of the port b2f8849c-b018-4482-bb6c-be63601b75f0 is: BUILD; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:12.850190 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), before_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:12.858818 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:12.860969 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f413-467b-41d1-bdd8-e1333e6c65e0 req-ee47c679-9288-4549-ae68-1ec6be3989f2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:12.862502 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1e68f413-467b-41d1-bdd8-e1333e6c65e0 req-ee47c679-9288-4549-ae68-1ec6be3989f2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 944 time: 0.0472872 Jul 20 19:37:12.876646 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0'}] {{(pid=103975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:37:12.878902 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6f324264dca24060b0d8b29cc3590a8d3515155c1259ad3c37aeaf2594d2f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf55c7e1-2825-4d4e-8afe-21e7766c2e45" -d '{"events": [{"server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "name": "network-vif-plugged", "status": "completed", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0"}]}' {{(pid=103975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:37:12.891832 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] For port b2f8849c-b018-4482-bb6c-be63601b75f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b2f8849c-b018-4482-bb6c-be63601b75f0,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:12.899377 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:12.920976 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1e68f413-467b-41d1-bdd8-e1333e6c65e0 req-d3f0ac4c-a753-48e9-ac34-37e4fa469a43 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520122 Jul 20 19:37:12.955454 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Pushing event updated for resources: {'Port': ['ID=b2f8849c-b018-4482-bb6c-be63601b75f0,revision_number=5']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:13.048746 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7172d322-33e5-422f-b078-321c1926ad28 x-openstack-request-id: req-7172d322-33e5-422f-b078-321c1926ad28 {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:37:13.049046 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "name": "network-vif-plugged", "status": "completed", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0", "code": 200}]} {{(pid=103975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:37:13.049302 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7172d322-33e5-422f-b078-321c1926ad28 {{(pid=103975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:37:13.049704 dv-cinder-819149-14-iscsi neutron-server[103975]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7172d322-33e5-422f-b078-321c1926ad28'] response: {'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'code': 200} Jul 20 19:37:13.211715 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db061154-4468-46d1-8ac1-81b68ec0293b req-069ffc78-443c-4c14-8c07-f8eaba142f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:13.213252 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-db061154-4468-46d1-8ac1-81b68ec0293b req-069ffc78-443c-4c14-8c07-f8eaba142f3c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 1129 time: 0.0382226 Jul 20 19:37:13.258553 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-db061154-4468-46d1-8ac1-81b68ec0293b req-095f0a66-82cf-47c9-bc19-10c9e404fca2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 Jul 20 19:37:14.023980 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:14.041455 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71edd3-eb87-4529-8484-2643823e65cf req-0b4a695e-2d09-4884-a038-32b0f0d828c8 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:14.042967 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3d71edd3-eb87-4529-8484-2643823e65cf req-0b4a695e-2d09-4884-a038-32b0f0d828c8 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 945 time: 0.0517244 Jul 20 19:37:14.092250 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3d71edd3-eb87-4529-8484-2643823e65cf req-7568d732-a1c9-404a-b51e-887a63e8a253 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432281 Jul 20 19:37:15.216665 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d0c48-e9d5-4536-a81d-ea135eb3c523 req-52d274d4-d2ce-4656-a66a-bef338882981 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:15.218176 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ce4d0c48-e9d5-4536-a81d-ea135eb3c523 req-52d274d4-d2ce-4656-a66a-bef338882981 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 945 time: 0.0529969 Jul 20 19:37:15.269834 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-ce4d0c48-e9d5-4536-a81d-ea135eb3c523 req-c9a5f2ed-eb89-46d2-9558-37e8c384e348 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438311 Jul 20 19:37:15.398398 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ff0b6-0122-4cb9-a626-388e496fc4dd req-9dd914d6-85ea-4871-8903-d1fcbb28fa96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:15.399853 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-988ff0b6-0122-4cb9-a626-388e496fc4dd req-9dd914d6-85ea-4871-8903-d1fcbb28fa96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 945 time: 0.0566537 Jul 20 19:37:15.450155 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-988ff0b6-0122-4cb9-a626-388e496fc4dd req-0fadef1b-d6fa-45b3-af9c-3b03e6c1e963 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441229 Jul 20 19:37:15.788352 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f88e5-b0d1-420c-8dba-781086a292d6 req-06f812fc-e3a7-4323-b9be-51fa80b4860d tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:15.789846 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3f0f88e5-b0d1-420c-8dba-781086a292d6 req-06f812fc-e3a7-4323-b9be-51fa80b4860d tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 945 time: 0.0501308 Jul 20 19:37:15.843438 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3f0f88e5-b0d1-420c-8dba-781086a292d6 req-28740b96-5e19-4d85-a42d-c5b29a3a155e tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 Jul 20 19:37:17.513594 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:17.833186 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:37:18.292061 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-14c8b848-a77d-4165-acf4-9653b7e68466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:20.646307 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f823c848-63fd-4660-8f1e-628b5f00de3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:21.776029 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:23.390869 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:23.480797 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:24.203424 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43621f39-2eed-416b-baf7-51de5d1676d1 req-821d2d89-48a8-4c6e-bf5d-7bab19c12e6f tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:24.204889 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-43621f39-2eed-416b-baf7-51de5d1676d1 req-821d2d89-48a8-4c6e-bf5d-7bab19c12e6f tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 945 time: 0.0500240 Jul 20 19:37:24.253928 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-43621f39-2eed-416b-baf7-51de5d1676d1 req-00dd6c89-9dc1-4407-a339-5f79e810fd54 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Jul 20 19:37:24.276068 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47780) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:24.360501 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a51f1a-1e66-4d8d-92d2-febb522f886d tempest-TestMinimumBasicScenario-713061894 tempest-TestMinimumBasicScenario-713061894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:24.362016 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-27a51f1a-1e66-4d8d-92d2-febb522f886d tempest-TestMinimumBasicScenario-713061894 tempest-TestMinimumBasicScenario-713061894-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 1124 time: 0.0849423 Jul 20 19:37:24.364939 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47784) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:24.369052 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Request body: {'floatingip': {'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'port_id': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:24.389140 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:24.469095 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:24.571092 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Allocated IP 172.27.2.22 (375d5bca-02fc-4d5c-b7b5-7a04eb8769ca/030b3703-f41e-4327-8cfe-1f120a632e6f/cc09212e-7cb8-4911-b0d2-b4f9b031dc43) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:37:24.663196 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:24.677830 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for port (cc09212e-7cb8-4911-b0d2-b4f9b031dc43), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:24.710055 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762281223181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (cc09212e-7cb8-4911-b0d2-b4f9b031dc43), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:24.740352 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:24.746752 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Network 375d5bca-02fc-4d5c-b7b5-7a04eb8769ca is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:37:24.750486 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:24.757208 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:37:24.785987 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event updated for resources: {'Port': ['ID=cc09212e-7cb8-4911-b0d2-b4f9b031dc43,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:24.838287 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:25.101352 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for floatingip (37b305d5-b81c-4508-838c-0f38851eb05f), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.166745 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (cc09212e-7cb8-4911-b0d2-b4f9b031dc43), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.262441 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:25.265143 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=88 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:25.313873 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for port (cc09212e-7cb8-4911-b0d2-b4f9b031dc43), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.319220 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (cc09212e-7cb8-4911-b0d2-b4f9b031dc43), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.388714 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event updated for resources: {'Port': ['ID=cc09212e-7cb8-4911-b0d2-b4f9b031dc43,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:25.401061 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-458250'] for floatingip (37b305d5-b81c-4508-838c-0f38851eb05f), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.471210 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:25.495903 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.db.l3_db [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Floating IP 37b305d5-b81c-4508-838c-0f38851eb05f associated. External IP: 172.27.2.22, port: b2f8849c-b018-4482-bb6c-be63601b75f0. Jul 20 19:37:25.573419 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:25.945069 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:37:26.043830 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:37:26.053110 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af2fe64-f38e-4e46-bee6-756d50a377da None None] Sync routers for ids ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:37:26.061164 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.063887 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af2fe64-f38e-4e46-bee6-756d50a377da None None] Routers {'58906f74-ec6c-4302-a8d8-c38b054ea4a3'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:26.064544 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-7af2fe64-f38e-4e46-bee6-756d50a377da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:37:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:26.093511 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-e4df6bff-6c25-45f8-b777-bdb17a0e77de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7275586 Jul 20 19:37:26.094104 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:37:26.096360 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47794) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:26.096504 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1740cfc4-a97f-4c8b-b80c-900cd103795f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:37:26.101889 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-dfa03d74-2669-4fcd-bd13-6dacab7d9c66 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2027697109', 'description': 'tempest-secgroup-smoke-2027697109 description', 'project_id': '887ce1159e3c412b9cab436ecf76737c'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:26.134081 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d74-2669-4fcd-bd13-6dacab7d9c66 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group (None), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.141756 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0ab280-4d71-4b37-a876-1f68d217c287 x-openstack-request-id: req-cb0ab280-4d71-4b37-a876-1f68d217c287 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:37:26.141967 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:37:26.142285 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb0ab280-4d71-4b37-a876-1f68d217c287 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:37:26.142616 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0ab280-4d71-4b37-a876-1f68d217c287'] response: {'name': 'network-changed', 'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'status': 'completed', 'code': 200} Jul 20 19:37:26.171730 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-7af2fe64-f38e-4e46-bee6-756d50a377da None None] Set router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:26.205296 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740cfc4-a97f-4c8b-b80c-900cd103795f req-65848cf5-9c44-4497-b1fa-1fbd16868e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:26.206882 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1740cfc4-a97f-4c8b-b80c-900cd103795f req-65848cf5-9c44-4497-b1fa-1fbd16868e84 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=887ce1159e3c412b9cab436ecf76737c&device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 1129 time: 0.0410607 Jul 20 19:37:26.215034 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d74-2669-4fcd-bd13-6dacab7d9c66 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group (92b72e5e-15c0-47aa-a2c1-6b2948749c94), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.220147 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d74-2669-4fcd-bd13-6dacab7d9c66 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (92b72e5e-15c0-47aa-a2c1-6b2948749c94), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.255839 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d74-2669-4fcd-bd13-6dacab7d9c66 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.259875 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-dfa03d74-2669-4fcd-bd13-6dacab7d9c66 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1596100 Jul 20 19:37:26.260008 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47798) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:26.264280 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-367b6fcb-8156-4771-8f35-c1b1e6d9a043 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Request body: {'security_group_rule': {'security_group_id': '92b72e5e-15c0-47aa-a2c1-6b2948749c94', 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:26.270576 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa03d74-2669-4fcd-bd13-6dacab7d9c66 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b72e5e-15c0-47aa-a2c1-6b2948749c94,revision_number=1']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:26.297573 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-367b6fcb-8156-4771-8f35-c1b1e6d9a043 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (7a613cf5-5769-4ca4-8392-426b5ee35657), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.302944 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740cfc4-a97f-4c8b-b80c-900cd103795f req-5ff330e8-b2dd-493c-9d36-8a2e79a317a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:26.304452 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1740cfc4-a97f-4c8b-b80c-900cd103795f req-5ff330e8-b2dd-493c-9d36-8a2e79a317a1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ce8154a5-666d-4bec-bef5-4e8358d5fd01 HTTP/1.1" status: 200 len: 915 time: 0.0905092 Jul 20 19:37:26.360336 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-367b6fcb-8156-4771-8f35-c1b1e6d9a043 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (7a613cf5-5769-4ca4-8392-426b5ee35657), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.364417 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-367b6fcb-8156-4771-8f35-c1b1e6d9a043 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (7a613cf5-5769-4ca4-8392-426b5ee35657), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.375896 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1740cfc4-a97f-4c8b-b80c-900cd103795f req-a17335a6-035d-454d-b766-fee5013a69fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2f8849c-b018-4482-bb6c-be63601b75f0 HTTP/1.1" status: 200 len: 998 time: 0.0644627 Jul 20 19:37:26.383414 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b6fcb-8156-4771-8f35-c1b1e6d9a043 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a613cf5-5769-4ca4-8392-426b5ee35657,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:26.393825 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-367b6fcb-8156-4771-8f35-c1b1e6d9a043 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.395308 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-367b6fcb-8156-4771-8f35-c1b1e6d9a043 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343017 Jul 20 19:37:26.398105 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47800) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:26.400891 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-7af2fe64-f38e-4e46-bee6-756d50a377da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 4, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '37b305d5-b81c-4508-838c-0f38851eb05f', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'port_id': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'mac_address': 'fa:16:3e:da:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13cf19-2969-417b-8972-f18a81c05359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:37:24Z', 'updated_at': '2022-07-20T19:37:24Z', 'revision_number': 0, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a039693-0388-4321-bf43-170adc714c87', 'name': '', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'mac_address': 'fa:16:3e:95:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:40Z', 'updated_at': '2022-07-20T19:36:45Z', 'revision_number': 5, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'subnets': [{'id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:26.402574 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-f38aa22d-3209-4258-bbce-2078aa8933a2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Request body: {'security_group_rule': {'security_group_id': '92b72e5e-15c0-47aa-a2c1-6b2948749c94', 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:26.426855 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af2fe64-f38e-4e46-bee6-756d50a377da None None] Checking router: 58906f74-ec6c-4302-a8d8-c38b054ea4a3 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:37:26.431648 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740cfc4-a97f-4c8b-b80c-900cd103795f req-0481e7f1-f3a0-4ded-9bed-ad29b9fa8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:26.433179 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1740cfc4-a97f-4c8b-b80c-900cd103795f req-0481e7f1-f3a0-4ded-9bed-ad29b9fa8b67 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=73a3e04c-5caf-4a22-9888-212952692e4b HTTP/1.1" status: 200 len: 853 time: 0.0502648 Jul 20 19:37:26.436733 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af2fe64-f38e-4e46-bee6-756d50a377da None None] Routers {'58906f74-ec6c-4302-a8d8-c38b054ea4a3'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:26.437347 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-7af2fe64-f38e-4e46-bee6-756d50a377da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:37:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:26.439274 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f38aa22d-3209-4258-bbce-2078aa8933a2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (9443debb-0db7-45a4-abcb-00a1f494913a), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.477964 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740cfc4-a97f-4c8b-b80c-900cd103795f req-5bc0e6be-4174-473e-b9a1-67e38e0aaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:26.479479 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1740cfc4-a97f-4c8b-b80c-900cd103795f req-5bc0e6be-4174-473e-b9a1-67e38e0aaa61 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ce8154a5-666d-4bec-bef5-4e8358d5fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397947 Jul 20 19:37:26.498670 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f38aa22d-3209-4258-bbce-2078aa8933a2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (9443debb-0db7-45a4-abcb-00a1f494913a), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.503015 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f38aa22d-3209-4258-bbce-2078aa8933a2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (9443debb-0db7-45a4-abcb-00a1f494913a), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.524780 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38aa22d-3209-4258-bbce-2078aa8933a2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9443debb-0db7-45a4-abcb-00a1f494913a,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:26.539026 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-f38aa22d-3209-4258-bbce-2078aa8933a2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.540735 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-7af2fe64-f38e-4e46-bee6-756d50a377da None None] Set router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:26.544074 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-f38aa22d-3209-4258-bbce-2078aa8933a2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439943 Jul 20 19:37:26.544686 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47802) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:26.549236 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-63e78bf0-3dd1-4bc1-9a32-664fcb89c7c4 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Request body: {'security_group_rule': {'security_group_id': '92b72e5e-15c0-47aa-a2c1-6b2948749c94', 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:26.579255 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-63e78bf0-3dd1-4bc1-9a32-664fcb89c7c4 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (ddb3b7c5-7d3e-4b52-832d-ceba7758e3c6), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.586813 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1740cfc4-a97f-4c8b-b80c-900cd103795f req-f0f01acf-4d7a-420d-a984-ba9f16a52551 service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970585 Jul 20 19:37:26.646787 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-63e78bf0-3dd1-4bc1-9a32-664fcb89c7c4 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (ddb3b7c5-7d3e-4b52-832d-ceba7758e3c6), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.651021 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-63e78bf0-3dd1-4bc1-9a32-664fcb89c7c4 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (ddb3b7c5-7d3e-4b52-832d-ceba7758e3c6), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.674216 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e78bf0-3dd1-4bc1-9a32-664fcb89c7c4 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb3b7c5-7d3e-4b52-832d-ceba7758e3c6,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:26.683360 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-63e78bf0-3dd1-4bc1-9a32-664fcb89c7c4 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.685378 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-63e78bf0-3dd1-4bc1-9a32-664fcb89c7c4 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395793 Jul 20 19:37:26.687876 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47804) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:26.692713 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-b3985108-c804-407d-a10f-c980997a713a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Request body: {'security_group_rule': {'security_group_id': '92b72e5e-15c0-47aa-a2c1-6b2948749c94', 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:26.692900 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-1740cfc4-a97f-4c8b-b80c-900cd103795f req-12ba714c-16e8-4a99-97ac-f94816bee268 service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993011 Jul 20 19:37:26.722220 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b3985108-c804-407d-a10f-c980997a713a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (3ec2f5f3-53cd-41fd-a952-bc7a0d0aa6e2), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.767060 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-7af2fe64-f38e-4e46-bee6-756d50a377da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 4, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '37b305d5-b81c-4508-838c-0f38851eb05f', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'port_id': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'mac_address': 'fa:16:3e:da:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13cf19-2969-417b-8972-f18a81c05359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:37:24Z', 'updated_at': '2022-07-20T19:37:24Z', 'revision_number': 0, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a039693-0388-4321-bf43-170adc714c87', 'name': '', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'mac_address': 'fa:16:3e:95:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:40Z', 'updated_at': '2022-07-20T19:36:45Z', 'revision_number': 5, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'subnets': [{'id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:26.781352 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b3985108-c804-407d-a10f-c980997a713a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (3ec2f5f3-53cd-41fd-a952-bc7a0d0aa6e2), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.784913 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b3985108-c804-407d-a10f-c980997a713a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (3ec2f5f3-53cd-41fd-a952-bc7a0d0aa6e2), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.793099 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:26.796702 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af2fe64-f38e-4e46-bee6-756d50a377da None None] The sync data for ids ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'] in dv-cinder-819149-14-iscsi is: [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 4, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_floatingips': [{'id': '37b305d5-b81c-4508-838c-0f38851eb05f', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'router_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'port_id': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'mac_address': 'fa:16:3e:da:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13cf19-2969-417b-8972-f18a81c05359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:37:24Z', 'updated_at': '2022-07-20T19:37:24Z', 'revision_number': 0, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a039693-0388-4321-bf43-170adc714c87', 'name': '', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'mac_address': 'fa:16:3e:95:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:40Z', 'updated_at': '2022-07-20T19:36:45Z', 'revision_number': 5, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'subnets': [{'id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:37:26.807151 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3985108-c804-407d-a10f-c980997a713a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec2f5f3-53cd-41fd-a952-bc7a0d0aa6e2,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:26.812596 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b3985108-c804-407d-a10f-c980997a713a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.816620 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-b3985108-c804-407d-a10f-c980997a713a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247289 Jul 20 19:37:26.817022 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47808) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:26.822109 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-6b7089ab-fc89-4e7a-818d-197ae39bcf89 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Request body: {'security_group_rule': {'security_group_id': '92b72e5e-15c0-47aa-a2c1-6b2948749c94', 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:26.826383 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:26.848270 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.securitygroups_db [None req-6b7089ab-fc89-4e7a-818d-197ae39bcf89 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Project 887ce1159e3c412b9cab436ecf76737c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 19:37:26.854639 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b7089ab-fc89-4e7a-818d-197ae39bcf89 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (a7d99181-6619-4f04-8d38-834c0d463eab), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.915755 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b7089ab-fc89-4e7a-818d-197ae39bcf89 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (a7d99181-6619-4f04-8d38-834c0d463eab), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.920741 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b7089ab-fc89-4e7a-818d-197ae39bcf89 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (a7d99181-6619-4f04-8d38-834c0d463eab), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.940426 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7089ab-fc89-4e7a-818d-197ae39bcf89 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d99181-6619-4f04-8d38-834c0d463eab,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:26.948114 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6b7089ab-fc89-4e7a-818d-197ae39bcf89 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.949390 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-6b7089ab-fc89-4e7a-818d-197ae39bcf89 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308382 Jul 20 19:37:26.952186 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47810) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:26.956485 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [None req-26fe9617-1034-4f42-9b2b-45aefb612d24 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Request body: {'security_group_rule': {'security_group_id': '92b72e5e-15c0-47aa-a2c1-6b2948749c94', 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:26.980123 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.securitygroups_db [None req-26fe9617-1034-4f42-9b2b-45aefb612d24 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Project 887ce1159e3c412b9cab436ecf76737c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 19:37:26.986318 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-26fe9617-1034-4f42-9b2b-45aefb612d24 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (e05c5b1a-9216-484e-8af7-4da95f3224a1), before_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:27.002595 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd1219-dc03-4104-8849-42a1b15a8a54 None None] New status for floating IP 37b305d5-b81c-4508-838c-0f38851eb05f: ACTIVE {{(pid=103975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:37:27.050458 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-26fe9617-1034-4f42-9b2b-45aefb612d24 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (e05c5b1a-9216-484e-8af7-4da95f3224a1), precommit_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:27.054377 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-26fe9617-1034-4f42-9b2b-45aefb612d24 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575593'] for security_group_rule (e05c5b1a-9216-484e-8af7-4da95f3224a1), after_create {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:27.073414 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe9617-1034-4f42-9b2b-45aefb612d24 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05c5b1a-9216-484e-8af7-4da95f3224a1,revision_number=0']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:27.082416 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-26fe9617-1034-4f42-9b2b-45aefb612d24 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:27.086846 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-26fe9617-1034-4f42-9b2b-45aefb612d24 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311159 Jul 20 19:37:27.187995 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0d9bff0b-7193-43a0-ae98-45f76210d64a req-74c455f3-7ece-4600-a8d5-d859f761fdf7 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2027697109&fields=id&tenant_id=887ce1159e3c412b9cab436ecf76737c HTTP/1.1" status: 200 len: 267 time: 0.0537610 Jul 20 19:37:27.201600 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:27.240406 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bff0b-7193-43a0-ae98-45f76210d64a req-3157bffb-70f8-46e0-815c-f6a2ac995534 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:27.241850 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0d9bff0b-7193-43a0-ae98-45f76210d64a req-3157bffb-70f8-46e0-815c-f6a2ac995534 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 945 time: 0.0479927 Jul 20 19:37:27.252578 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.v2.base [req-0d9bff0b-7193-43a0-ae98-45f76210d64a req-bd4cb9ab-b2b8-49bb-9ef9-e6195394e877 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Request body: {'port': {'security_groups': ['bed9081a-49f0-4032-9e83-12fda041794c', '92b72e5e-15c0-47aa-a2c1-6b2948749c94']}} {{(pid=103973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:27.319044 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-0d9bff0b-7193-43a0-ae98-45f76210d64a req-bd4cb9ab-b2b8-49bb-9ef9-e6195394e877 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:27.400853 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:27.501674 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-0d9bff0b-7193-43a0-ae98-45f76210d64a req-bd4cb9ab-b2b8-49bb-9ef9-e6195394e877 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] For port b2f8849c-b018-4482-bb6c-be63601b75f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b2f8849c-b018-4482-bb6c-be63601b75f0,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:27.533624 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-0d9bff0b-7193-43a0-ae98-45f76210d64a req-bd4cb9ab-b2b8-49bb-9ef9-e6195394e877 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:27.538729 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-0d9bff0b-7193-43a0-ae98-45f76210d64a req-bd4cb9ab-b2b8-49bb-9ef9-e6195394e877 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995349'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:27.551224 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['b2f8849c-b018-4482-bb6c-be63601b75f0'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:37:27.579454 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bff0b-7193-43a0-ae98-45f76210d64a req-bd4cb9ab-b2b8-49bb-9ef9-e6195394e877 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:27.580113 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-0d9bff0b-7193-43a0-ae98-45f76210d64a req-bd4cb9ab-b2b8-49bb-9ef9-e6195394e877 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:27.581618 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-0d9bff0b-7193-43a0-ae98-45f76210d64a req-bd4cb9ab-b2b8-49bb-9ef9-e6195394e877 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "PUT /v2.0/ports/b2f8849c-b018-4482-bb6c-be63601b75f0 HTTP/1.1" status: 200 len: 981 time: 0.3337071 Jul 20 19:37:27.610008 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cb9ab-b2b8-49bb-9ef9-e6195394e877 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event updated for resources: {'Port': ['ID=b2f8849c-b018-4482-bb6c-be63601b75f0,revision_number=6']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:27.659518 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['b2f8849c-b018-4482-bb6c-be63601b75f0'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:37:27.705900 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:27.708862 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6bd30-9baf-4707-b05b-71ad1123549a req-259fea49-563b-4b32-9458-e93b182432f1 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:27.710426 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-49f6bd30-9baf-4707-b05b-71ad1123549a req-259fea49-563b-4b32-9458-e93b182432f1 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0507417 Jul 20 19:37:27.776851 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-49f6bd30-9baf-4707-b05b-71ad1123549a req-a41d6a90-85f2-47f3-a01d-3eded6810447 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=92b72e5e-15c0-47aa-a2c1-6b2948749c94&id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594308 Jul 20 19:37:27.881060 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-153e5729-9382-401d-a043-dbc11794d8f3 None None] Provisioning complete for port b2f8849c-b018-4482-bb6c-be63601b75f0 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:27.881720 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-153e5729-9382-401d-a043-dbc11794d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:27.995909 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:28.073019 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-153e5729-9382-401d-a043-dbc11794d8f3 None None] Current status of the port b2f8849c-b018-4482-bb6c-be63601b75f0 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:28.144465 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:37:28.147952 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07892e70-c805-4163-a14d-460dd289528f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:37:28.184971 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e127c17-08ff-4e36-af93-f5f253ffcb14 x-openstack-request-id: req-0e127c17-08ff-4e36-af93-f5f253ffcb14 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:37:28.185263 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:37:28.185521 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e127c17-08ff-4e36-af93-f5f253ffcb14 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:37:28.185922 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e127c17-08ff-4e36-af93-f5f253ffcb14'] response: {'name': 'network-changed', 'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'status': 'completed', 'code': 200} Jul 20 19:37:28.246479 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07892e70-c805-4163-a14d-460dd289528f req-84b99c87-e511-464f-8eb2-b02aa7ed41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:28.248315 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-07892e70-c805-4163-a14d-460dd289528f req-84b99c87-e511-464f-8eb2-b02aa7ed41e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=887ce1159e3c412b9cab436ecf76737c&device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 1168 time: 0.0408823 Jul 20 19:37:28.341089 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07892e70-c805-4163-a14d-460dd289528f req-29f4c6db-e4f8-4cd9-a646-bc8f339dcf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:28.342541 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-07892e70-c805-4163-a14d-460dd289528f req-29f4c6db-e4f8-4cd9-a646-bc8f339dcf8e service neutron] 10.222.0.89 "GET /v2.0/networks?id=ce8154a5-666d-4bec-bef5-4e8358d5fd01 HTTP/1.1" status: 200 len: 915 time: 0.0881522 Jul 20 19:37:28.404548 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-07892e70-c805-4163-a14d-460dd289528f req-24b16ba3-eb3b-4af2-ac4f-fd05e225f37c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2f8849c-b018-4482-bb6c-be63601b75f0 HTTP/1.1" status: 200 len: 1000 time: 0.0552614 Jul 20 19:37:28.452209 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07892e70-c805-4163-a14d-460dd289528f req-b0c62c73-b262-4516-a3cc-16770daeebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:28.453642 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-07892e70-c805-4163-a14d-460dd289528f req-b0c62c73-b262-4516-a3cc-16770daeebbc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=73a3e04c-5caf-4a22-9888-212952692e4b HTTP/1.1" status: 200 len: 853 time: 0.0434351 Jul 20 19:37:28.499569 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07892e70-c805-4163-a14d-460dd289528f req-7dc3ef57-c2b7-4541-a65c-e0070f801e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:28.501147 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-07892e70-c805-4163-a14d-460dd289528f req-7dc3ef57-c2b7-4541-a65c-e0070f801e09 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ce8154a5-666d-4bec-bef5-4e8358d5fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416422 Jul 20 19:37:28.588837 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-07892e70-c805-4163-a14d-460dd289528f req-3d6879bf-af25-4f61-9496-7de17c07c75f service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813553 Jul 20 19:37:28.682307 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-07892e70-c805-4163-a14d-460dd289528f req-bd2608f5-265e-4e05-8d37-f987d09a5004 service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870295 Jul 20 19:37:36.767173 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:36.769901 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=80 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:37.767197 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=41,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:37.770176 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:38.253384 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=41 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:38.254132 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=91 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:38.670530 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=73 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:38.678926 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:47.522088 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.297427 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-eb982a3b-b9ac-4a9a-9176-74f7c7dbfc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.325925 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9697eb-af9c-4d56-8875-56429dcbd403 req-0de799b6-6d55-4437-aa9c-b3c3d85bfa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:50.327394 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9d9697eb-af9c-4d56-8875-56429dcbd403 req-0de799b6-6d55-4437-aa9c-b3c3d85bfa51 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=887ce1159e3c412b9cab436ecf76737c&device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 1168 time: 0.0691221 Jul 20 19:37:50.333442 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4159b8e-1ba8-4313-842a-f19a2d090ea7 req-88ec6872-8b07-4674-92e5-a17ec3376177 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:50.335516 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e4159b8e-1ba8-4313-842a-f19a2d090ea7 req-88ec6872-8b07-4674-92e5-a17ec3376177 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0791168 Jul 20 19:37:50.457954 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e4159b8e-1ba8-4313-842a-f19a2d090ea7 req-521a3f9b-be8c-468b-9cf1-fdc095ce4550 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=92b72e5e-15c0-47aa-a2c1-6b2948749c94&id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141040 Jul 20 19:37:50.467662 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9697eb-af9c-4d56-8875-56429dcbd403 req-182cbf02-d2c7-440c-aea8-17365fc938a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:50.469101 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9d9697eb-af9c-4d56-8875-56429dcbd403 req-182cbf02-d2c7-440c-aea8-17365fc938a3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ce8154a5-666d-4bec-bef5-4e8358d5fd01 HTTP/1.1" status: 200 len: 915 time: 0.1327543 Jul 20 19:37:50.534614 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9d9697eb-af9c-4d56-8875-56429dcbd403 req-20f946d9-0939-4355-9cec-4975099314e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2f8849c-b018-4482-bb6c-be63601b75f0 HTTP/1.1" status: 200 len: 1000 time: 0.0583854 Jul 20 19:37:50.584395 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9697eb-af9c-4d56-8875-56429dcbd403 req-4d0bb6ce-0c82-4e45-8de2-a507bd65d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:50.585854 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9d9697eb-af9c-4d56-8875-56429dcbd403 req-4d0bb6ce-0c82-4e45-8de2-a507bd65d7b3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=73a3e04c-5caf-4a22-9888-212952692e4b HTTP/1.1" status: 200 len: 853 time: 0.0451336 Jul 20 19:37:50.628802 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9697eb-af9c-4d56-8875-56429dcbd403 req-88284ef4-c061-461d-8e35-2b6378469285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:50.630272 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9d9697eb-af9c-4d56-8875-56429dcbd403 req-88284ef4-c061-461d-8e35-2b6378469285 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ce8154a5-666d-4bec-bef5-4e8358d5fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377519 Jul 20 19:37:50.651947 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01a15412-c3c7-4849-af9a-1d049626d90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.725567 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9d9697eb-af9c-4d56-8875-56429dcbd403 req-0c069860-d243-4bc9-840a-38cb166147d5 service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848641 Jul 20 19:37:50.814408 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-9d9697eb-af9c-4d56-8875-56429dcbd403 req-7fcf545a-21c7-44f0-9137-ec8187111afd service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813758 Jul 20 19:37:51.578347 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746700-1083-4818-ad23-af301e0c1763 req-a2ba0559-b177-4cbd-95d3-cdca01be12f8 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:51.579808 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-10746700-1083-4818-ad23-af301e0c1763 req-a2ba0559-b177-4cbd-95d3-cdca01be12f8 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0477417 Jul 20 19:37:51.648258 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-10746700-1083-4818-ad23-af301e0c1763 req-0472b1ea-60d4-418a-a4c9-2ed5ce6b058a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=92b72e5e-15c0-47aa-a2c1-6b2948749c94&id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619552 Jul 20 19:37:51.778356 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:52.765304 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385251fe-8bd4-4f68-a44f-0c9c1e9f6af5 req-86c8e13d-8495-4b31-b5b3-6c839c805ff1 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:52.766794 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-385251fe-8bd4-4f68-a44f-0c9c1e9f6af5 req-86c8e13d-8495-4b31-b5b3-6c839c805ff1 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0504627 Jul 20 19:37:52.826598 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-385251fe-8bd4-4f68-a44f-0c9c1e9f6af5 req-ac6ead8a-9335-43a4-b4f2-464c0f0c00ed tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=92b72e5e-15c0-47aa-a2c1-6b2948749c94&id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535693 Jul 20 19:37:53.390458 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:53.483958 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:53.938989 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aae032-d4ff-4014-a828-7c1e4445bdd8 req-e0f023eb-2913-4c39-aa73-d421df0b633a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:53.940468 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-88aae032-d4ff-4014-a828-7c1e4445bdd8 req-e0f023eb-2913-4c39-aa73-d421df0b633a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0472276 Jul 20 19:37:53.999983 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-88aae032-d4ff-4014-a828-7c1e4445bdd8 req-8941c79d-7c07-4f39-a4fa-b61006ebfe9a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=92b72e5e-15c0-47aa-a2c1-6b2948749c94&id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534630 Jul 20 19:37:54.832374 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:37:55.111908 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9e386-7aec-42c5-b4a8-3838ed6e0ef4 req-47a6fe44-8d51-4d56-894d-5f8a7f09beca tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:55.113325 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d0b9e386-7aec-42c5-b4a8-3838ed6e0ef4 req-47a6fe44-8d51-4d56-894d-5f8a7f09beca tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0463207 Jul 20 19:37:55.174199 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-d0b9e386-7aec-42c5-b4a8-3838ed6e0ef4 req-554e5f0b-c8d8-4724-b097-eb3075a5566a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=92b72e5e-15c0-47aa-a2c1-6b2948749c94&id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541809 Jul 20 19:37:56.286243 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c0ee7-4732-4098-868f-390f7c8d7065 req-668e5f35-c875-430f-89df-87c09e568fcf tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:56.288174 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a18c0ee7-4732-4098-868f-390f7c8d7065 req-668e5f35-c875-430f-89df-87c09e568fcf tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0456970 Jul 20 19:37:56.347115 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-a18c0ee7-4732-4098-868f-390f7c8d7065 req-334985c1-c701-4deb-8290-27be27187d49 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=92b72e5e-15c0-47aa-a2c1-6b2948749c94&id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534177 Jul 20 19:37:57.464467 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764fd37-83e7-4e03-bd4e-b87484d576b1 req-4004a51c-2f9c-4d05-a2e7-d6ec353707b6 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:57.465844 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e764fd37-83e7-4e03-bd4e-b87484d576b1 req-4004a51c-2f9c-4d05-a2e7-d6ec353707b6 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0504396 Jul 20 19:37:57.528222 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-e764fd37-83e7-4e03-bd4e-b87484d576b1 req-fa44cd1a-731c-42bf-8c12-6ae31c063b39 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=92b72e5e-15c0-47aa-a2c1-6b2948749c94&id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565536 Jul 20 19:37:58.646710 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4bd83-7641-4409-bef2-f6335985f875 req-a3c20279-1a97-4d67-8012-49379229c08f tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:58.648061 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-32e4bd83-7641-4409-bef2-f6335985f875 req-a3c20279-1a97-4d67-8012-49379229c08f tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0499256 Jul 20 19:37:58.706589 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-32e4bd83-7641-4409-bef2-f6335985f875 req-96623028-f013-4850-82ba-ae1bab5f2894 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=92b72e5e-15c0-47aa-a2c1-6b2948749c94&id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529320 Jul 20 19:37:59.251002 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a73771-3213-4fdf-8fe0-926fecf79d95 req-a295fd7d-75b1-44b0-9174-aa3df9eba3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:59.252500 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-72a73771-3213-4fdf-8fe0-926fecf79d95 req-a295fd7d-75b1-44b0-9174-aa3df9eba3f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=887ce1159e3c412b9cab436ecf76737c&device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 1168 time: 0.0409968 Jul 20 19:37:59.335472 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:59.337870 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:59.355960 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a73771-3213-4fdf-8fe0-926fecf79d95 req-540bf43e-6afd-4082-9cce-7fdf276973b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:59.357441 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-72a73771-3213-4fdf-8fe0-926fecf79d95 req-540bf43e-6afd-4082-9cce-7fdf276973b3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ce8154a5-666d-4bec-bef5-4e8358d5fd01 HTTP/1.1" status: 200 len: 915 time: 0.0858703 Jul 20 19:37:59.421051 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-72a73771-3213-4fdf-8fe0-926fecf79d95 req-8f3b6d3b-a5bb-4345-92ea-67cef0260242 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2f8849c-b018-4482-bb6c-be63601b75f0 HTTP/1.1" status: 200 len: 1000 time: 0.0574465 Jul 20 19:37:59.469377 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a73771-3213-4fdf-8fe0-926fecf79d95 req-79b83f8b-906a-4667-99c1-434ae635afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:59.470830 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-72a73771-3213-4fdf-8fe0-926fecf79d95 req-79b83f8b-906a-4667-99c1-434ae635afb7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=73a3e04c-5caf-4a22-9888-212952692e4b HTTP/1.1" status: 200 len: 853 time: 0.0431731 Jul 20 19:37:59.512451 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a73771-3213-4fdf-8fe0-926fecf79d95 req-2e87a4e7-41bf-4a6d-82dc-58fb205f83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:59.513900 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-72a73771-3213-4fdf-8fe0-926fecf79d95 req-2e87a4e7-41bf-4a6d-82dc-58fb205f83ec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ce8154a5-666d-4bec-bef5-4e8358d5fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373583 Jul 20 19:37:59.605711 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-72a73771-3213-4fdf-8fe0-926fecf79d95 req-f33526c1-58e7-42fd-ad69-858a46f3a14f service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853131 Jul 20 19:37:59.692485 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-72a73771-3213-4fdf-8fe0-926fecf79d95 req-fc2683af-5b75-44f6-ab6d-4a39eb1f7e74 service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799758 Jul 20 19:37:59.822844 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42ac49-89d5-491a-bd98-30fa5a15db07 req-45e979fc-bb07-48a3-9853-426c878a4ea5 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:59.824301 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bd42ac49-89d5-491a-bd98-30fa5a15db07 req-45e979fc-bb07-48a3-9853-426c878a4ea5 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0507758 Jul 20 19:37:59.883433 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-bd42ac49-89d5-491a-bd98-30fa5a15db07 req-a320e24c-0d31-4db2-b94a-5c8d39af7baf tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=92b72e5e-15c0-47aa-a2c1-6b2948749c94&id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533791 Jul 20 19:38:00.994544 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a28c6e-1ead-4061-aed3-14538f86aac6 req-125cb3b5-a728-4398-b601-463ce858d5e6 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:00.995989 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-02a28c6e-1ead-4061-aed3-14538f86aac6 req-125cb3b5-a728-4398-b601-463ce858d5e6 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0464866 Jul 20 19:38:01.055208 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-02a28c6e-1ead-4061-aed3-14538f86aac6 req-7cf90314-2aaa-41e1-a64b-d5790509f117 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=92b72e5e-15c0-47aa-a2c1-6b2948749c94&id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535350 Jul 20 19:38:01.829154 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=2 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:02.168724 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a473aa-8dff-4c45-a247-c877e7671d58 req-9dc5a670-d8cc-4c32-993b-5b62c75b6e29 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:02.170163 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80a473aa-8dff-4c45-a247-c877e7671d58 req-9dc5a670-d8cc-4c32-993b-5b62c75b6e29 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0472996 Jul 20 19:38:02.237608 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-80a473aa-8dff-4c45-a247-c877e7671d58 req-f068ba62-a38c-48e4-8029-c48c46d3cbd5 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=92b72e5e-15c0-47aa-a2c1-6b2948749c94&id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617654 Jul 20 19:38:03.472576 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:03.479623 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:04.828206 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=6 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:11.046365 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=53 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:11.048921 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=52 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:12.225431 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=57 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:12.230714 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=57 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:16.460242 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=14 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:16.460919 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=12 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:17.512446 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.298956 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-d9d730b1-b5ad-4e70-ab68-3b999a8e5088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:20.653606 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-654206d6-0be7-4289-8407-5049a1732a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:21.783480 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:23.393345 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:23.486060 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:31.831351 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:38:33.480310 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:33.482207 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:34.804777 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-98876905-3c20-465e-a9d9-5810d3a02990 req-ac67568c-7000-46ea-b1e4-84b608859c76 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2027697109&fields=id&tenant_id=887ce1159e3c412b9cab436ecf76737c HTTP/1.1" status: 200 len: 267 time: 0.0436752 Jul 20 19:38:34.858222 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98876905-3c20-465e-a9d9-5810d3a02990 req-de5b6cb9-8a24-4e4c-b7d0-939c42b527de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:34.859635 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-98876905-3c20-465e-a9d9-5810d3a02990 req-de5b6cb9-8a24-4e4c-b7d0-939c42b527de tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 984 time: 0.0494344 Jul 20 19:38:34.869860 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.v2.base [req-98876905-3c20-465e-a9d9-5810d3a02990 req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Request body: {'port': {'security_groups': ['bed9081a-49f0-4032-9e83-12fda041794c']}} {{(pid=103974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:38:34.938713 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-98876905-3c20-465e-a9d9-5810d3a02990 req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649840'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.105535 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [req-98876905-3c20-465e-a9d9-5810d3a02990 req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] For port b2f8849c-b018-4482-bb6c-be63601b75f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b2f8849c-b018-4482-bb6c-be63601b75f0,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:35.131747 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-98876905-3c20-465e-a9d9-5810d3a02990 req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.136348 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-98876905-3c20-465e-a9d9-5810d3a02990 req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762281587469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762281223199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762281223217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9550914'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.148870 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['b2f8849c-b018-4482-bb6c-be63601b75f0'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:38:35.181924 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98876905-3c20-465e-a9d9-5810d3a02990 req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:35.182750 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [req-98876905-3c20-465e-a9d9-5810d3a02990 req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.184139 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-98876905-3c20-465e-a9d9-5810d3a02990 req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "PUT /v2.0/ports/b2f8849c-b018-4482-bb6c-be63601b75f0 HTTP/1.1" status: 200 len: 942 time: 0.3185222 Jul 20 19:38:35.184607 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:35.186875 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620a7851-84c7-4e93-b5e7-d41b589e608c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:35.190978 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47864) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:35.214536 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event updated for resources: {'Port': ['ID=b2f8849c-b018-4482-bb6c-be63601b75f0,revision_number=7']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:35.238431 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.238783 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.239129 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.239982 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.239982 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.240204 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.240507 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.240898 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.241227 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.241555 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.241883 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.244420 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.244673 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.245018 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.245354 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b0af9-1ddf-460b-bfec-416f07debb96 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.276724 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['b2f8849c-b018-4482-bb6c-be63601b75f0'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:38:35.290290 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group (92b72e5e-15c0-47aa-a2c1-6b2948749c94), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.331278 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group (92b72e5e-15c0-47aa-a2c1-6b2948749c94), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.357935 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a2d534-3c4a-4ade-a008-67022314b353 x-openstack-request-id: req-45a2d534-3c4a-4ade-a008-67022314b353 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:35.358231 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:35.358477 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45a2d534-3c4a-4ade-a008-67022314b353 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:35.358873 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a2d534-3c4a-4ade-a008-67022314b353'] response: {'name': 'network-changed', 'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'status': 'completed', 'code': 200} Jul 20 19:38:35.432075 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (92b72e5e-15c0-47aa-a2c1-6b2948749c94), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.434827 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.435967 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "DELETE /v2.0/security-groups/92b72e5e-15c0-47aa-a2c1-6b2948749c94 HTTP/1.1" status: 204 len: 168 time: 0.2405517 Jul 20 19:38:35.438659 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47868) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:35.455151 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b72e5e-15c0-47aa-a2c1-6b2948749c94,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:35.466427 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a7851-84c7-4e93-b5e7-d41b589e608c req-67aa5531-eb15-4da1-a483-979b022b1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:35.467909 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-620a7851-84c7-4e93-b5e7-d41b589e608c req-67aa5531-eb15-4da1-a483-979b022b1a2e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=887ce1159e3c412b9cab436ecf76737c&device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 1129 time: 0.0701251 Jul 20 19:38:35.469261 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.469603 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.469939 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.470272 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.470601 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.470927 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.471252 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.471578 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.472262 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.472262 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.472557 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.472867 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.473186 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.473665 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.473990 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902bcd4-41bf-4c3f-a9c3-1ea1c931484a tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:35.481983 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.provisioning_blocks [None req-190e445f-534e-44e0-a245-1ab2fa554f5a None None] Provisioning complete for port b2f8849c-b018-4482-bb6c-be63601b75f0 triggered by entity DHCP. {{(pid=103975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:38:35.482370 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-190e445f-534e-44e0-a245-1ab2fa554f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1494689'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), provisioning_complete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.581222 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-190e445f-534e-44e0-a245-1ab2fa554f5a None None] Current status of the port b2f8849c-b018-4482-bb6c-be63601b75f0 is: ACTIVE; New status is: ACTIVE {{(pid=103975) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:38:35.582491 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a7851-84c7-4e93-b5e7-d41b589e608c req-d0d4dd7f-85f8-448e-b580-cb7d0daeb531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:35.584736 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-620a7851-84c7-4e93-b5e7-d41b589e608c req-d0d4dd7f-85f8-448e-b580-cb7d0daeb531 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ce8154a5-666d-4bec-bef5-4e8358d5fd01 HTTP/1.1" status: 200 len: 915 time: 0.1078665 Jul 20 19:38:35.597975 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Deleting port cc09212e-7cb8-4911-b0d2-b4f9b031dc43 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:35.598309 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (cc09212e-7cb8-4911-b0d2-b4f9b031dc43), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.646291 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-620a7851-84c7-4e93-b5e7-d41b589e608c req-2f0e1d79-8488-4252-940b-7f7042e323f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2f8849c-b018-4482-bb6c-be63601b75f0 HTTP/1.1" status: 200 len: 1000 time: 0.0548062 Jul 20 19:38:35.676071 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (cc09212e-7cb8-4911-b0d2-b4f9b031dc43), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.676464 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for floatingip (cc09212e-7cb8-4911-b0d2-b4f9b031dc43), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.689230 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Calling delete_port for cc09212e-7cb8-4911-b0d2-b4f9b031dc43 owned by network:floatingip {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:35.695427 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a7851-84c7-4e93-b5e7-d41b589e608c req-d10d9bdd-f57e-454d-9b0a-29739df0f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:35.696919 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-620a7851-84c7-4e93-b5e7-d41b589e608c req-d10d9bdd-f57e-454d-9b0a-29739df0f8f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=73a3e04c-5caf-4a22-9888-212952692e4b HTTP/1.1" status: 200 len: 853 time: 0.0441711 Jul 20 19:38:35.743374 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a7851-84c7-4e93-b5e7-d41b589e608c req-4fbf4e13-e97b-4def-815e-350715c605d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:35.744916 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-620a7851-84c7-4e93-b5e7-d41b589e608c req-4fbf4e13-e97b-4def-815e-350715c605d3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ce8154a5-666d-4bec-bef5-4e8358d5fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423865 Jul 20 19:38:35.822171 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:35.826452 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:35.836196 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-620a7851-84c7-4e93-b5e7-d41b589e608c req-20a5daf8-d356-4c36-a5bf-18baa30dc56c service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841441 Jul 20 19:38:35.844683 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (cc09212e-7cb8-4911-b0d2-b4f9b031dc43), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.876548 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event deleted for resources: {'Port': ['ID=cc09212e-7cb8-4911-b0d2-b4f9b031dc43,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:35.930301 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-620a7851-84c7-4e93-b5e7-d41b589e608c req-8c74abfe-c115-45ec-a5bf-27ac73aa78e3 service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878961 Jul 20 19:38:35.937971 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks [] for floatingip (37b305d5-b81c-4508-838c-0f38851eb05f), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:35.938796 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.db.l3_db [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Floating IP 37b305d5-b81c-4508-838c-0f38851eb05f disassociated (deleted). External IP: 172.27.2.22, port: b2f8849c-b018-4482-bb6c-be63601b75f0. Jul 20 19:38:36.134677 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:38:36.238059 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:38:36.242787 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for floatingip (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:36.247884 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2ee81-c845-46fe-9ba0-a20628305ab9 None None] Sync routers for ids ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:38:36.258153 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2ee81-c845-46fe-9ba0-a20628305ab9 None None] Routers {'58906f74-ec6c-4302-a8d8-c38b054ea4a3'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:36.258763 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-bdf2ee81-c845-46fe-9ba0-a20628305ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:38:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:36.273392 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-10ae17b1-9907-4201-8a06-de7b79bad32c tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "DELETE /v2.0/floatingips/37b305d5-b81c-4508-838c-0f38851eb05f HTTP/1.1" status: 204 len: 168 time: 0.8336647 Jul 20 19:38:36.361439 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-bdf2ee81-c845-46fe-9ba0-a20628305ab9 None None] Set router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:36.637151 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-bdf2ee81-c845-46fe-9ba0-a20628305ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 4, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '7a039693-0388-4321-bf43-170adc714c87', 'name': '', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'mac_address': 'fa:16:3e:95:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:40Z', 'updated_at': '2022-07-20T19:36:45Z', 'revision_number': 5, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'subnets': [{'id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:36.663962 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2ee81-c845-46fe-9ba0-a20628305ab9 None None] Checking router: 58906f74-ec6c-4302-a8d8-c38b054ea4a3 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:38:36.672060 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2ee81-c845-46fe-9ba0-a20628305ab9 None None] Routers {'58906f74-ec6c-4302-a8d8-c38b054ea4a3'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:36.672693 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-bdf2ee81-c845-46fe-9ba0-a20628305ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:38:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:36.770359 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-bdf2ee81-c845-46fe-9ba0-a20628305ab9 None None] Set router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:36.949529 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-bdf2ee81-c845-46fe-9ba0-a20628305ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 4, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '7a039693-0388-4321-bf43-170adc714c87', 'name': '', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'mac_address': 'fa:16:3e:95:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:40Z', 'updated_at': '2022-07-20T19:36:45Z', 'revision_number': 5, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'subnets': [{'id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:36.974422 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2ee81-c845-46fe-9ba0-a20628305ab9 None None] The sync data for ids ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'] in dv-cinder-819149-14-iscsi is: [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:36:41Z', 'revision_number': 4, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi', '_interfaces': [{'id': '7a039693-0388-4321-bf43-170adc714c87', 'name': '', 'network_id': 'ce8154a5-666d-4bec-bef5-4e8358d5fd01', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'mac_address': 'fa:16:3e:95:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:40Z', 'updated_at': '2022-07-20T19:36:45Z', 'revision_number': 5, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'subnets': [{'id': '73a3e04c-5caf-4a22-9888-212952692e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:38:37.186851 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c294f6-7cc7-44a8-92be-1cc980616889 None None] New status for floating IP 37b305d5-b81c-4508-838c-0f38851eb05f: DOWN {{(pid=103975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:38:37.360465 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0'}] {{(pid=103974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:37.362913 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d438087ccab9119f13e14cebf88e94f7164fe824bac31c6c756a02f9ab829ae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47736307-59ad-4f30-a038-567a80a1fc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0"}]}' {{(pid=103974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:37.398492 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35737d44-1835-4871-be5a-8a688ceaf2e7 x-openstack-request-id: req-35737d44-1835-4871-be5a-8a688ceaf2e7 {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:37.398785 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0", "status": "completed", "code": 200}]} {{(pid=103974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:37.399038 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35737d44-1835-4871-be5a-8a688ceaf2e7 {{(pid=103974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:37.399441 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35737d44-1835-4871-be5a-8a688ceaf2e7'] response: {'name': 'network-changed', 'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'status': 'completed', 'code': 200} Jul 20 19:38:37.460808 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47736307-59ad-4f30-a038-567a80a1fc6f req-b238623e-b0ee-4e60-88cf-2070f3884d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:37.462392 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-47736307-59ad-4f30-a038-567a80a1fc6f req-b238623e-b0ee-4e60-88cf-2070f3884d66 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=887ce1159e3c412b9cab436ecf76737c&device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 1129 time: 0.0403235 Jul 20 19:38:37.568948 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47736307-59ad-4f30-a038-567a80a1fc6f req-598f7dac-55bc-48f3-8afa-6dc0526b96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:37.570537 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-47736307-59ad-4f30-a038-567a80a1fc6f req-598f7dac-55bc-48f3-8afa-6dc0526b96ac service neutron] 10.222.0.89 "GET /v2.0/networks?id=ce8154a5-666d-4bec-bef5-4e8358d5fd01 HTTP/1.1" status: 200 len: 915 time: 0.1021891 Jul 20 19:38:37.611742 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-47736307-59ad-4f30-a038-567a80a1fc6f req-90805001-1dc8-4ac2-ae0a-5952f4c5166e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2f8849c-b018-4482-bb6c-be63601b75f0 HTTP/1.1" status: 200 len: 217 time: 0.0330918 Jul 20 19:38:37.669835 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47736307-59ad-4f30-a038-567a80a1fc6f req-990c9829-4895-4a8a-a605-cac910c586e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:37.671299 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-47736307-59ad-4f30-a038-567a80a1fc6f req-990c9829-4895-4a8a-a605-cac910c586e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=73a3e04c-5caf-4a22-9888-212952692e4b HTTP/1.1" status: 200 len: 853 time: 0.0479496 Jul 20 19:38:37.735677 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47736307-59ad-4f30-a038-567a80a1fc6f req-620b4e0b-70b3-4b88-8c05-4f91542814f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:37.737298 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-47736307-59ad-4f30-a038-567a80a1fc6f req-620b4e0b-70b3-4b88-8c05-4f91542814f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ce8154a5-666d-4bec-bef5-4e8358d5fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0519297 Jul 20 19:38:37.774897 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:37.838661 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-47736307-59ad-4f30-a038-567a80a1fc6f req-79c5bcd4-6f37-4a1e-a9d8-58bc3a362fb8 service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925033 Jul 20 19:38:37.926594 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:37.939554 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-47736307-59ad-4f30-a038-567a80a1fc6f req-2ad9c46d-b664-47e3-9e2e-b7cc25204211 service neutron] 10.222.0.89 "GET /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940092 Jul 20 19:38:39.045302 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f58ddc-f856-4804-866b-0c5deb771b77 req-0735f081-db38-4bed-a562-1ef3b1e2ca85 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:39.046747 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-35f58ddc-f856-4804-866b-0c5deb771b77 req-0735f081-db38-4bed-a562-1ef3b1e2ca85 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 945 time: 0.0490837 Jul 20 19:38:39.094176 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [req-35f58ddc-f856-4804-866b-0c5deb771b77 req-e8842cbf-8867-495b-a099-e71a2e246ef1 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Jul 20 19:38:40.210118 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff74034-76f0-49b6-8c0d-7c3f9d31e6b6 req-180e20aa-a81f-4766-8065-b3c9b9807cf2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:40.211566 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7ff74034-76f0-49b6-8c0d-7c3f9d31e6b6 req-180e20aa-a81f-4766-8065-b3c9b9807cf2 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 945 time: 0.0474172 Jul 20 19:38:40.258581 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-7ff74034-76f0-49b6-8c0d-7c3f9d31e6b6 req-7ff276f6-86fc-446f-866f-01bcaed68aad tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/security-groups?id=bed9081a-49f0-4032-9e83-12fda041794c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Jul 20 19:38:40.855506 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2280e-3b0a-4ca0-b232-5b9b5b9be491 req-454ef75a-694a-4017-8121-c8164016dfac tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:40.856973 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3fb2280e-3b0a-4ca0-b232-5b9b5b9be491 req-454ef75a-694a-4017-8121-c8164016dfac tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 945 time: 0.0454257 Jul 20 19:38:40.939759 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-3fb2280e-3b0a-4ca0-b232-5b9b5b9be491 req-3b2451a4-ff23-40d3-bd61-daa2db06eb05 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Deleting port b2f8849c-b018-4482-bb6c-be63601b75f0 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:40.940099 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-3fb2280e-3b0a-4ca0-b232-5b9b5b9be491 req-3b2451a4-ff23-40d3-bd61-daa2db06eb05 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:41.027153 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [req-3fb2280e-3b0a-4ca0-b232-5b9b5b9be491 req-3b2451a4-ff23-40d3-bd61-daa2db06eb05 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] For port b2f8849c-b018-4482-bb6c-be63601b75f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b2f8849c-b018-4482-bb6c-be63601b75f0,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:41.027503 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-3fb2280e-3b0a-4ca0-b232-5b9b5b9be491 req-3b2451a4-ff23-40d3-bd61-daa2db06eb05 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:41.043872 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [req-3fb2280e-3b0a-4ca0-b232-5b9b5b9be491 req-3b2451a4-ff23-40d3-bd61-daa2db06eb05 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Calling delete_port for b2f8849c-b018-4482-bb6c-be63601b75f0 owned by compute:nova {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:41.164618 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-3fb2280e-3b0a-4ca0-b232-5b9b5b9be491 req-3b2451a4-ff23-40d3-bd61-daa2db06eb05 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (b2f8849c-b018-4482-bb6c-be63601b75f0), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:41.176642 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] get_ports_and_sgs() called for port_ids ['b2f8849c-b018-4482-bb6c-be63601b75f0'] {{(pid=103975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:38:41.190030 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2451a4-ff23-40d3-bd61-daa2db06eb05 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Pushing event deleted for resources: {'Port': ['ID=b2f8849c-b018-4482-bb6c-be63601b75f0,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:41.242068 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb2280e-3b0a-4ca0-b232-5b9b5b9be491 req-3b2451a4-ff23-40d3-bd61-daa2db06eb05 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] No DVR routers for this DVR port b2f8849c-b018-4482-bb6c-be63601b75f0 on host hv-cinder-81914 {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:38:41.244651 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [req-3fb2280e-3b0a-4ca0-b232-5b9b5b9be491 req-3b2451a4-ff23-40d3-bd61-daa2db06eb05 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068245'] for port (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:41.247891 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-3fb2280e-3b0a-4ca0-b232-5b9b5b9be491 req-3b2451a4-ff23-40d3-bd61-daa2db06eb05 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.89 "DELETE /v2.0/ports/b2f8849c-b018-4482-bb6c-be63601b75f0 HTTP/1.1" status: 204 len: 173 time: 0.3851790 Jul 20 19:38:41.248383 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'name': 'network-vif-deleted', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:41.250627 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}977b50e86b8892ba45165767c2380d995bc6b256fb4757a09b3c13e99f709be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c20b1c-0647-4a29-958b-4e5e035c63fe" -d '{"events": [{"server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "name": "network-vif-deleted", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:41.289330 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ae3681-cda6-4089-a59a-cf2eea16209e x-openstack-request-id: req-e9ae3681-cda6-4089-a59a-cf2eea16209e {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:41.289525 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb13cf19-2969-417b-8972-f18a81c05359", "name": "network-vif-deleted", "tag": "b2f8849c-b018-4482-bb6c-be63601b75f0", "status": "completed", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:41.289768 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9ae3681-cda6-4089-a59a-cf2eea16209e {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:41.290308 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ae3681-cda6-4089-a59a-cf2eea16209e'] response: {'server_uuid': 'eb13cf19-2969-417b-8972-f18a81c05359', 'name': 'network-vif-deleted', 'tag': 'b2f8849c-b018-4482-bb6c-be63601b75f0', 'status': 'completed', 'code': 200} Jul 20 19:38:41.359214 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [req-33a48c96-daf1-47b1-bcf3-802f0ad11498 req-d828f7c7-72b9-491e-acfd-801f4dd603c7 tempest-TestMinimumBasicScenario-241747150 tempest-TestMinimumBasicScenario-241747150-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb13cf19-2969-417b-8972-f18a81c05359 HTTP/1.1" status: 200 len: 210 time: 0.0289702 Jul 20 19:38:42.917205 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47954) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:43.477505 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4d05e436-3ce7-49bc-83f8-234eea77a1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454226'] for router_interface (58906f74-ec6c-4302-a8d8-c38b054ea4a3), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:43.548560 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:43.567642 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=100 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:43.693648 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-4d05e436-3ce7-49bc-83f8-234eea77a1e0 admin admin] Deleting port 7a039693-0388-4321-bf43-170adc714c87 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:43.693984 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4d05e436-3ce7-49bc-83f8-234eea77a1e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (7a039693-0388-4321-bf43-170adc714c87), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:43.774673 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-4d05e436-3ce7-49bc-83f8-234eea77a1e0 admin admin] For port 7a039693-0388-4321-bf43-170adc714c87, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=7a039693-0388-4321-bf43-170adc714c87,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:43.774941 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4d05e436-3ce7-49bc-83f8-234eea77a1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (7a039693-0388-4321-bf43-170adc714c87), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:43.787409 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-4d05e436-3ce7-49bc-83f8-234eea77a1e0 admin admin] Calling delete_port for 7a039693-0388-4321-bf43-170adc714c87 owned by network:router_interface {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:43.978952 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4d05e436-3ce7-49bc-83f8-234eea77a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (7a039693-0388-4321-bf43-170adc714c87), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:44.004141 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05e436-3ce7-49bc-83f8-234eea77a1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a039693-0388-4321-bf43-170adc714c87,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:44.167280 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4d05e436-3ce7-49bc-83f8-234eea77a1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454342'] for router_interface (58906f74-ec6c-4302-a8d8-c38b054ea4a3), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:44.357727 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:44.371933 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d05e436-3ce7-49bc-83f8-234eea77a1e0 admin admin] Router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:38:44.426301 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:44.475871 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d05e436-3ce7-49bc-83f8-234eea77a1e0 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:38:44.483324 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-4d05e436-3ce7-49bc-83f8-234eea77a1e0 admin admin] 10.222.0.43 "PUT /v2.0/routers/58906f74-ec6c-4302-a8d8-c38b054ea4a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5620718 Jul 20 19:38:44.483434 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47956) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:44.484368 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa76c5-46b5-4de3-90a6-94bed35cd6cd None None] Sync routers for ids ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'] in dv-cinder-819149-14-iscsi {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:38:44.495137 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa76c5-46b5-4de3-90a6-94bed35cd6cd None None] Routers {'58906f74-ec6c-4302-a8d8-c38b054ea4a3'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:44.495741 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-95aa76c5-46b5-4de3-90a6-94bed35cd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:38:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:44.588216 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Publish callbacks [] for router (58906f74-ec6c-4302-a8d8-c38b054ea4a3), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:44.598419 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-95aa76c5-46b5-4de3-90a6-94bed35cd6cd None None] Set router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 gateway port host: dv-cinder-819149-14-iscsi {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:44.688120 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Publish callbacks [] for router_gateway (58906f74-ec6c-4302-a8d8-c38b054ea4a3), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:44.729959 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Deleting port 6d38d039-2b31-4b74-b50d-6e27c5620559 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:44.730294 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:44.734874 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:44.774730 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-95aa76c5-46b5-4de3-90a6-94bed35cd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:38:43Z', 'revision_number': 5, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port': {'id': '6d38d039-2b31-4b74-b50d-6e27c5620559', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:39Z', 'updated_at': '2022-07-20T19:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:44.801031 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa76c5-46b5-4de3-90a6-94bed35cd6cd None None] Checking router: 58906f74-ec6c-4302-a8d8-c38b054ea4a3 for host: dv-cinder-819149-14-iscsi {{(pid=103976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:38:44.809705 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa76c5-46b5-4de3-90a6-94bed35cd6cd None None] Routers {'58906f74-ec6c-4302-a8d8-c38b054ea4a3'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:44.810310 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-95aa76c5-46b5-4de3-90a6-94bed35cd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:38:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'], 'active': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:44.814426 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] For port 6d38d039-2b31-4b74-b50d-6e27c5620559, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=6d38d039-2b31-4b74-b50d-6e27c5620559,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:44.814815 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:44.828123 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Calling delete_port for 6d38d039-2b31-4b74-b50d-6e27c5620559 owned by network:router_gateway {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:44.885566 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=100 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:44.893490 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_dvr_db [None req-95aa76c5-46b5-4de3-90a6-94bed35cd6cd None None] Set router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 gateway port host: None {{(pid=103976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:44.946779 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.l3_hamode_db [None req-95aa76c5-46b5-4de3-90a6-94bed35cd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:38:44Z', 'revision_number': 6, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port_host': None}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:44.970932 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa76c5-46b5-4de3-90a6-94bed35cd6cd None None] The sync data for ids ['58906f74-ec6c-4302-a8d8-c38b054ea4a3'] in dv-cinder-819149-14-iscsi is: [{'id': '58906f74-ec6c-4302-a8d8-c38b054ea4a3', 'name': 'tempest-TestMinimumBasicScenario-753545046-router', 'tenant_id': '887ce1159e3c412b9cab436ecf76737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:38Z', 'updated_at': '2022-07-20T19:38:44Z', 'revision_number': 6, 'project_id': '887ce1159e3c412b9cab436ecf76737c', 'gw_port_host': None}] {{(pid=103976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:38:44.995089 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (6d38d039-2b31-4b74-b50d-6e27c5620559), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.020066 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d38d039-2b31-4b74-b50d-6e27c5620559,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:45.082436 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-458459'] for router_gateway (58906f74-ec6c-4302-a8d8-c38b054ea4a3), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.122963 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device b2f8849c-b018-4482-bb6c-be63601b75f0 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:45.142430 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] No Port match for: b2f8849c-b018-4482-bb6c-be63601b75f0 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:45.143514 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Device b2f8849c-b018-4482-bb6c-be63601b75f0 not bound to the agent host hv-cinder-81914 {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:45.168104 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127878'] for router (58906f74-ec6c-4302-a8d8-c38b054ea4a3), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.170302 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Publish callbacks [] for router_controller (58906f74-ec6c-4302-a8d8-c38b054ea4a3), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.215316 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453216'] for router (58906f74-ec6c-4302-a8d8-c38b054ea4a3), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.216043 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58906f74-ec6c-4302-a8d8-c38b054ea4a3 {{(pid=103974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:38:45.220832 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.221966 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-262f3f54-9f71-4444-83fe-87ab1efaba34 admin admin] 10.222.0.43 "DELETE /v2.0/routers/58906f74-ec6c-4302-a8d8-c38b054ea4a3 HTTP/1.1" status: 204 len: 168 time: 0.7376997 Jul 20 19:38:45.224459 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47958) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:45.269148 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e46f1c-aae3-4179-acef-468628f31cf8 admin admin] Deleting subnet 73a3e04c-5caf-4a22-9888-212952692e4b {{(pid=103974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:38:45.272358 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:45.273276 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-49e46f1c-aae3-4179-acef-468628f31cf8 admin admin] Publish callbacks [] for subnet (73a3e04c-5caf-4a22-9888-212952692e4b), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.311398 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-49e46f1c-aae3-4179-acef-468628f31cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9570133'] for subnet (73a3e04c-5caf-4a22-9888-212952692e4b), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.331357 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:45.400675 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-49e46f1c-aae3-4179-acef-468628f31cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (73a3e04c-5caf-4a22-9888-212952692e4b), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.458670 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-49e46f1c-aae3-4179-acef-468628f31cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9549956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9559478'] for subnet (73a3e04c-5caf-4a22-9888-212952692e4b), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.483872 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e46f1c-aae3-4179-acef-468628f31cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a3e04c-5caf-4a22-9888-212952692e4b,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:45.488837 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-49e46f1c-aae3-4179-acef-468628f31cf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.494936 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880f4e61-0534-438e-b97c-5e91bb391a49 None None] Network ce8154a5-666d-4bec-bef5-4e8358d5fd01 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:38:45.495704 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47960) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:45.496212 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-49e46f1c-aae3-4179-acef-468628f31cf8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/73a3e04c-5caf-4a22-9888-212952692e4b HTTP/1.1" status: 204 len: 168 time: 0.2702389 Jul 20 19:38:45.563823 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (ce8154a5-666d-4bec-bef5-4e8358d5fd01), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.609238 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Deleting port f7f3ebd1-0391-4ad4-b821-49e53985fd70 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:45.609657 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.672302 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] For port f7f3ebd1-0391-4ad4-b821-49e53985fd70, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=f7f3ebd1-0391-4ad4-b821-49e53985fd70,segment=NetworkSegment(33bb0348-dd6d-4b9f-b4cd-a1cab2b97640),segment_id=33bb0348-dd6d-4b9f-b4cd-a1cab2b97640)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:45.672723 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.685104 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:45.686328 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Calling delete_port for f7f3ebd1-0391-4ad4-b821-49e53985fd70 owned by network:dhcp {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:45.758309 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] DHCP port deletion for ce8154a5-666d-4bec-bef5-4e8358d5fd01 request from dv-cinder-819149-14-iscsi {{(pid=103975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:38:45.781775 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.788576 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 7a039693-0388-4321-bf43-170adc714c87 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:45.807581 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f3ebd1-0391-4ad4-b821-49e53985fd70,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:45.811076 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] No DVR routers for this DVR port f7f3ebd1-0391-4ad4-b821-49e53985fd70 on host dv-cinder-819149-14-iscsi {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:38:45.813517 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 7a039693-0388-4321-bf43-170adc714c87 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:45.813872 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 7a039693-0388-4321-bf43-170adc714c87 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:45.824794 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Deleting port f7f3ebd1-0391-4ad4-b821-49e53985fd70 {{(pid=103975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:45.825174 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), before_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.854347 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:45.887562 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (ce8154a5-666d-4bec-bef5-4e8358d5fd01), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.909814 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8154a5-666d-4bec-bef5-4e8358d5fd01']}} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:45.921233 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640') {'for_net_delete': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:45.921572 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bb0348-dd6d-4b9f-b4cd-a1cab2b97640') {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:45.933952 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9994349'] for segment (33bb0348-dd6d-4b9f-b4cd-a1cab2b97640), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.950136 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (33bb0348-dd6d-4b9f-b4cd-a1cab2b97640), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:45.958486 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:38:45.958949 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995313'] for segment (33bb0348-dd6d-4b9f-b4cd-a1cab2b97640), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:46.027227 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (ce8154a5-666d-4bec-bef5-4e8358d5fd01), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:46.032184 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] For port f7f3ebd1-0391-4ad4-b821-49e53985fd70, host dv-cinder-819149-14-iscsi, got binding levels [] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:46.032616 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), precommit_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:46.047166 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Calling delete_port for f7f3ebd1-0391-4ad4-b821-49e53985fd70 owned by network:dhcp {{(pid=103975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:46.047967 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:46.050215 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.ipam_backend_mixin [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Port f7f3ebd1-0391-4ad4-b821-49e53985fd70 was not found and therefore no delete operation was performed {{(pid=103975) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 20 19:38:46.052344 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ce8154a5-666d-4bec-bef5-4e8358d5fd01 HTTP/1.1" status: 204 len: 168 time: 0.5542533 Jul 20 19:38:46.052504 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190'] for port (f7f3ebd1-0391-4ad4-b821-49e53985fd70), after_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:46.052747 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcbf60-3a75-4688-9b8a-f79c0d0938e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8154a5-666d-4bec-bef5-4e8358d5fd01,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:46.054284 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47966) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:46.066422 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 33bb0348-dd6d-4b9f-b4cd-a1cab2b97640 resource provider aggregate not found Jul 20 19:38:46.078216 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Network ce8154a5-666d-4bec-bef5-4e8358d5fd01 is not hosted by any dhcp agent {{(pid=103975) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 20 19:38:46.078919 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] No DVR routers for this DVR port f7f3ebd1-0391-4ad4-b821-49e53985fd70 on host dv-cinder-819149-14-iscsi {{(pid=103975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:38:46.082402 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Pushing event deleted for resources: {'Port': ['ID=f7f3ebd1-0391-4ad4-b821-49e53985fd70,revision_number=None']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:46.089721 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment 33bb0348-dd6d-4b9f-b4cd-a1cab2b97640 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33bb0348-dd6d-4b9f-b4cd-a1cab2b97640 found for delete ", "request_id": "req-091338b5-9e07-4d31-ae47-195eb5cb1ed6"}]} Jul 20 19:38:46.096543 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.096894 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.097243 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.097592 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.097923 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.098311 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.099132 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.099463 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.099792 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.100119 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.100472 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.100803 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.101127 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.101451 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.101773 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43832cf-eefa-4b75-8626-a55810ed4911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-14-iscsi {{(pid=103975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:46.373404 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a12703c7-82ba-44ac-9cc9-5bc3792da516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454226'] for router_interface (94135b67-f526-4d0c-bbe2-74d2aa08a90f), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:46.461425 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:46.595525 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-a12703c7-82ba-44ac-9cc9-5bc3792da516 admin admin] Deleting port 26dc0b23-4894-4968-adc5-36ab2f44bab0 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:46.595806 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a12703c7-82ba-44ac-9cc9-5bc3792da516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:46.678697 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-a12703c7-82ba-44ac-9cc9-5bc3792da516 admin admin] For port 26dc0b23-4894-4968-adc5-36ab2f44bab0, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=26dc0b23-4894-4968-adc5-36ab2f44bab0,segment=NetworkSegment(aeffc100-35bc-472c-8529-d312dc7a95e8),segment_id=aeffc100-35bc-472c-8529-d312dc7a95e8)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:46.678953 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a12703c7-82ba-44ac-9cc9-5bc3792da516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:46.694709 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-a12703c7-82ba-44ac-9cc9-5bc3792da516 admin admin] Calling delete_port for 26dc0b23-4894-4968-adc5-36ab2f44bab0 owned by network:router_interface {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:46.742932 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:46.746314 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:46.885402 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a12703c7-82ba-44ac-9cc9-5bc3792da516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (26dc0b23-4894-4968-adc5-36ab2f44bab0), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:46.909730 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12703c7-82ba-44ac-9cc9-5bc3792da516 admin admin] Pushing event deleted for resources: {'Port': ['ID=26dc0b23-4894-4968-adc5-36ab2f44bab0,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:47.075582 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-a12703c7-82ba-44ac-9cc9-5bc3792da516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454342'] for router_interface (94135b67-f526-4d0c-bbe2-74d2aa08a90f), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:47.297578 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12703c7-82ba-44ac-9cc9-5bc3792da516 admin admin] Router 94135b67-f526-4d0c-bbe2-74d2aa08a90f has already been hosted by L3 agent 0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76 {{(pid=103974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:38:47.333525 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 6d38d039-2b31-4b74-b50d-6e27c5620559 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:47.355735 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 6d38d039-2b31-4b74-b50d-6e27c5620559 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:47.356092 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 6d38d039-2b31-4b74-b50d-6e27c5620559 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:47.356582 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device f7f3ebd1-0391-4ad4-b821-49e53985fd70 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:47.376647 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: f7f3ebd1-0391-4ad4-b821-49e53985fd70 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:47.377000 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device f7f3ebd1-0391-4ad4-b821-49e53985fd70 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:47.498954 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=100 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:47.514850 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:47.665128 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12703c7-82ba-44ac-9cc9-5bc3792da516 admin admin] Notify agent at l3_agent.dv-cinder-819149-14-iscsi the message routers_updated {{(pid=103974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:38:47.669958 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-a12703c7-82ba-44ac-9cc9-5bc3792da516 admin admin] 10.222.0.43 "PUT /v2.0/routers/94135b67-f526-4d0c-bbe2-74d2aa08a90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6146669 Jul 20 19:38:47.672507 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47970) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:47.676299 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b862548b-7b3f-4bfd-ad00-6ce3dba5b535 None None] Sync routers for ids ['94135b67-f526-4d0c-bbe2-74d2aa08a90f'] in dv-cinder-819149-14-iscsi {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:38:47.687122 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b862548b-7b3f-4bfd-ad00-6ce3dba5b535 None None] Routers {'94135b67-f526-4d0c-bbe2-74d2aa08a90f'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:47.687743 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-b862548b-7b3f-4bfd-ad00-6ce3dba5b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:38:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['94135b67-f526-4d0c-bbe2-74d2aa08a90f'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:47.769578 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Publish callbacks [] for router (94135b67-f526-4d0c-bbe2-74d2aa08a90f), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:47.789744 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-b862548b-7b3f-4bfd-ad00-6ce3dba5b535 None None] Set router 94135b67-f526-4d0c-bbe2-74d2aa08a90f gateway port host: dv-cinder-819149-14-iscsi {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:47.871426 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Publish callbacks [] for router_gateway (94135b67-f526-4d0c-bbe2-74d2aa08a90f), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:47.875183 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:47.906012 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:47.920657 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Deleting port 1e1940ba-3423-44ae-abb2-0ffac31a3894 {{(pid=103974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:47.921005 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:47.959921 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-b862548b-7b3f-4bfd-ad00-6ce3dba5b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'name': 'tempest-TestMinimumBasicScenario-695225074-router', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'external_fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:38:46Z', 'revision_number': 5, 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'gw_port': {'id': '1e1940ba-3423-44ae-abb2-0ffac31a3894', 'name': '', 'network_id': '375d5bca-02fc-4d5c-b7b5-7a04eb8769ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '030b3703-f41e-4327-8cfe-1f120a632e6f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-14-iscsi'}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:47.983955 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b862548b-7b3f-4bfd-ad00-6ce3dba5b535 None None] Checking router: 94135b67-f526-4d0c-bbe2-74d2aa08a90f for host: dv-cinder-819149-14-iscsi {{(pid=103975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:38:47.992738 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b862548b-7b3f-4bfd-ad00-6ce3dba5b535 None None] Routers {'94135b67-f526-4d0c-bbe2-74d2aa08a90f'} bound to L3 agent in host dv-cinder-819149-14-iscsi {{(pid=103975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:47.993336 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-b862548b-7b3f-4bfd-ad00-6ce3dba5b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:15:21Z,description=,heartbeat_timestamp=2022-07-20T19:38:21Z,host='dv-cinder-819149-14-iscsi',id=0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:15:21Z,topic='l3_agent')) {'router_ids': ['94135b67-f526-4d0c-bbe2-74d2aa08a90f'], 'active': True} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:48.005159 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] For port 1e1940ba-3423-44ae-abb2-0ffac31a3894, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=1e1940ba-3423-44ae-abb2-0ffac31a3894,segment=NetworkSegment(ae2ccd3f-c31f-494b-9dd0-752202b5e148),segment_id=ae2ccd3f-c31f-494b-9dd0-752202b5e148)] {{(pid=103974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:48.005357 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.018286 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.plugin [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Calling delete_port for 1e1940ba-3423-44ae-abb2-0ffac31a3894 owned by network:router_gateway {{(pid=103974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:48.076943 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvr_db [None req-b862548b-7b3f-4bfd-ad00-6ce3dba5b535 None None] Set router 94135b67-f526-4d0c-bbe2-74d2aa08a90f gateway port host: None {{(pid=103975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:48.127432 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_hamode_db [None req-b862548b-7b3f-4bfd-ad00-6ce3dba5b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'name': 'tempest-TestMinimumBasicScenario-695225074-router', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:38:47Z', 'revision_number': 6, 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'gw_port_host': None}], 'dv-cinder-819149-14-iscsi', False) {} {{(pid=103975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:48.152802 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b862548b-7b3f-4bfd-ad00-6ce3dba5b535 None None] The sync data for ids ['94135b67-f526-4d0c-bbe2-74d2aa08a90f'] in dv-cinder-819149-14-iscsi is: [{'id': '94135b67-f526-4d0c-bbe2-74d2aa08a90f', 'name': 'tempest-TestMinimumBasicScenario-695225074-router', 'tenant_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:43Z', 'updated_at': '2022-07-20T19:38:47Z', 'revision_number': 6, 'project_id': '7349ccbe72944fbca1592e1e7fe8fb42', 'gw_port_host': None}] {{(pid=103975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:38:48.192973 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9550939'] for port (1e1940ba-3423-44ae-abb2-0ffac31a3894), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.219919 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1940ba-3423-44ae-abb2-0ffac31a3894,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:48.289452 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-458459'] for router_gateway (94135b67-f526-4d0c-bbe2-74d2aa08a90f), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.300954 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-233a4820-40cd-450c-ac20-f9c5a76edf55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.377752 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127878'] for router (94135b67-f526-4d0c-bbe2-74d2aa08a90f), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.380574 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Publish callbacks [] for router_controller (94135b67-f526-4d0c-bbe2-74d2aa08a90f), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.420954 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453216'] for router (94135b67-f526-4d0c-bbe2-74d2aa08a90f), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.421823 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94135b67-f526-4d0c-bbe2-74d2aa08a90f {{(pid=103974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:38:48.426914 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.428048 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-c558ddee-a7ec-4a7c-afe5-e3a8750a584a admin admin] 10.222.0.43 "DELETE /v2.0/routers/94135b67-f526-4d0c-bbe2-74d2aa08a90f HTTP/1.1" status: 204 len: 168 time: 0.7541070 Jul 20 19:38:48.430561 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47972) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:48.475447 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea9af3d-16e7-42ef-bbde-3e919d1afe9d admin admin] Deleting subnet 5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3 {{(pid=103974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:38:48.478733 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8ea9af3d-16e7-42ef-bbde-3e919d1afe9d admin admin] Publish callbacks [] for subnet (5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.521759 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8ea9af3d-16e7-42ef-bbde-3e919d1afe9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9570133'] for subnet (5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3), precommit_delete_associations {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.599632 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8ea9af3d-16e7-42ef-bbde-3e919d1afe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1486960'] for subnet (5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.654381 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8ea9af3d-16e7-42ef-bbde-3e919d1afe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1486950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9549956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9559478'] for subnet (5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.684433 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9af3d-16e7-42ef-bbde-3e919d1afe9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:48.689189 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-8ea9af3d-16e7-42ef-bbde-3e919d1afe9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.692514 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-8ea9af3d-16e7-42ef-bbde-3e919d1afe9d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5491ea4b-d2e9-4dd2-8827-4d97f7ba6cc3 HTTP/1.1" status: 204 len: 168 time: 0.2609861 Jul 20 19:38:48.694328 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d9ce1c-6045-4474-8a51-9be2172e3f61 None None] Network 0539f534-c4d2-44a3-90f3-4dc2a0ddea61 requested from dv-cinder-819149-14-iscsi {{(pid=103975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:38:48.695501 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47974) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:48.766692 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599598'] for network (0539f534-c4d2-44a3-90f3-4dc2a0ddea61), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.808782 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Deleting port ab30df57-1e4d-47d6-b83b-97533af60d2e {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:48.809127 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.875188 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] For port ab30df57-1e4d-47d6-b83b-97533af60d2e, host dv-cinder-819149-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-14-iscsi',level=0,port_id=ab30df57-1e4d-47d6-b83b-97533af60d2e,segment=NetworkSegment(aeffc100-35bc-472c-8529-d312dc7a95e8),segment_id=aeffc100-35bc-472c-8529-d312dc7a95e8)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:48.875476 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.887851 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Calling delete_port for ab30df57-1e4d-47d6-b83b-97533af60d2e owned by network:dhcp {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:48.929391 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed50499-557f-4da4-8d07-b83dba531144 None None] DHCP port deletion for 0539f534-c4d2-44a3-90f3-4dc2a0ddea61 request from dv-cinder-819149-14-iscsi {{(pid=103975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:38:48.971800 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995340'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.972208 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-5ed50499-557f-4da4-8d07-b83dba531144 None None] Deleting port ab30df57-1e4d-47d6-b83b-97533af60d2e {{(pid=103975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:48.972208 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-5ed50499-557f-4da4-8d07-b83dba531144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762281580526'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), before_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.998622 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab30df57-1e4d-47d6-b83b-97533af60d2e,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:49.000500 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] No DVR routers for this DVR port ab30df57-1e4d-47d6-b83b-97533af60d2e on host dv-cinder-819149-14-iscsi {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:38:49.041638 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.db [None req-5ed50499-557f-4da4-8d07-b83dba531144 None None] For port ab30df57-1e4d-47d6-b83b-97533af60d2e, host dv-cinder-819149-14-iscsi, got binding levels [] {{(pid=103975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:49.042129 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-5ed50499-557f-4da4-8d07-b83dba531144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457619'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), precommit_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:49.056740 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-5ed50499-557f-4da4-8d07-b83dba531144 None None] Calling delete_port for ab30df57-1e4d-47d6-b83b-97533af60d2e owned by network:dhcp {{(pid=103975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:49.059921 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.ipam_backend_mixin [None req-5ed50499-557f-4da4-8d07-b83dba531144 None None] Port ab30df57-1e4d-47d6-b83b-97533af60d2e was not found and therefore no delete operation was performed {{(pid=103975) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 20 19:38:49.061194 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-5ed50499-557f-4da4-8d07-b83dba531144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762281587523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762281223190'] for port (ab30df57-1e4d-47d6-b83b-97533af60d2e), after_delete {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:49.079546 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487882', 'neutron.services.segments.db._delete_segments_for_network-8762281705539'] for network (0539f534-c4d2-44a3-90f3-4dc2a0ddea61), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:49.086045 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed50499-557f-4da4-8d07-b83dba531144 None None] Pushing event deleted for resources: {'Port': ['ID=ab30df57-1e4d-47d6-b83b-97533af60d2e,revision_number=None']} {{(pid=103975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:49.090096 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed50499-557f-4da4-8d07-b83dba531144 None None] No DVR routers for this DVR port ab30df57-1e4d-47d6-b83b-97533af60d2e on host dv-cinder-819149-14-iscsi {{(pid=103975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:38:49.101402 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0539f534-c4d2-44a3-90f3-4dc2a0ddea61']}} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:49.114344 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeffc100-35bc-472c-8529-d312dc7a95e8') {'for_net_delete': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:49.115212 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.services.segments.db [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeffc100-35bc-472c-8529-d312dc7a95e8') {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:49.125878 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762281707084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9994349'] for segment (aeffc100-35bc-472c-8529-d312dc7a95e8), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:49.141868 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762'] for segment (aeffc100-35bc-472c-8529-d312dc7a95e8), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:49.155465 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:38:49.155800 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995313'] for segment (aeffc100-35bc-472c-8529-d312dc7a95e8), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:49.282180 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 1e1940ba-3423-44ae-abb2-0ffac31a3894 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:49.303126 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 1e1940ba-3423-44ae-abb2-0ffac31a3894 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:49.303476 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 1e1940ba-3423-44ae-abb2-0ffac31a3894 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:49.303908 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 26dc0b23-4894-4968-adc5-36ab2f44bab0 no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:49.323688 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: 26dc0b23-4894-4968-adc5-36ab2f44bab0 {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:49.324038 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device 26dc0b23-4894-4968-adc5-36ab2f44bab0 not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:49.324503 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device ab30df57-1e4d-47d6-b83b-97533af60d2e no longer exists at agent ovs-agent-dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:49.347298 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.plugin [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] No Port match for: ab30df57-1e4d-47d6-b83b-97533af60d2e {{(pid=103975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:49.347753 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron.plugins.ml2.rpc [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Device ab30df57-1e4d-47d6-b83b-97533af60d2e not bound to the agent host dv-cinder-819149-14-iscsi {{(pid=103975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:49.465718 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment aeffc100-35bc-472c-8529-d312dc7a95e8 resource provider aggregate not found Jul 20 19:38:49.482731 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.services.segments.plugin [-] Segment aeffc100-35bc-472c-8529-d312dc7a95e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aeffc100-35bc-472c-8529-d312dc7a95e8 found for delete ", "request_id": "req-7400bab3-a17f-49fd-89d7-3ad33a3dc772"}]} Jul 20 19:38:49.484552 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-458438'] for network (0539f534-c4d2-44a3-90f3-4dc2a0ddea61), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:49.489381 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641704'] for network (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:49.492777 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] 10.222.0.43 "DELETE /v2.0/networks/0539f534-c4d2-44a3-90f3-4dc2a0ddea61 HTTP/1.1" status: 204 len: 168 time: 0.7963202 Jul 20 19:38:49.506148 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24865f-2345-4dce-837e-4f130398188a admin admin] Pushing event deleted for resources: {'Network': ['ID=0539f534-c4d2-44a3-90f3-4dc2a0ddea61,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:49.790302 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47982) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:49.808966 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:49.844972 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-f65654dd-79b1-4aa2-9416-71b7cf18b094 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=887ce1159e3c412b9cab436ecf76737c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532985 Jul 20 19:38:49.847597 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [-] (103974) accepted ('10.222.0.43', 47984) {{(pid=103974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:49.899769 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4ae916bc-7263-42c4-adcb-a8ab4c8c2a13 admin admin] Publish callbacks [] for security_group (bed9081a-49f0-4032-9e83-12fda041794c), before_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:49.921694 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:49.923749 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4ae916bc-7263-42c4-adcb-a8ab4c8c2a13 admin admin] Publish callbacks [] for security_group (bed9081a-49f0-4032-9e83-12fda041794c), precommit_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:49.925339 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:49.974210 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4ae916bc-7263-42c4-adcb-a8ab4c8c2a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (bed9081a-49f0-4032-9e83-12fda041794c), after_delete {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:49.976840 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-4ae916bc-7263-42c4-adcb-a8ab4c8c2a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:49.978015 dv-cinder-819149-14-iscsi neutron-server[103974]: INFO neutron.wsgi [None req-4ae916bc-7263-42c4-adcb-a8ab4c8c2a13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bed9081a-49f0-4032-9e83-12fda041794c HTTP/1.1" status: 204 len: 168 time: 0.1285651 Jul 20 19:38:49.986172 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae916bc-7263-42c4-adcb-a8ab4c8c2a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed9081a-49f0-4032-9e83-12fda041794c,revision_number=None']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:50.314130 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47990) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:50.355376 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-c3d1612a-716d-4261-94cc-562226c8893f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7349ccbe72944fbca1592e1e7fe8fb42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400841 Jul 20 19:38:50.357906 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [-] (103973) accepted ('10.222.0.43', 47992) {{(pid=103973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:50.406567 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2dc483d2-2846-4ae9-8288-ea078929fc3a admin admin] Publish callbacks [] for security_group (511d65d4-f0d8-4b78-b8a8-923035ed4e41), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:50.427651 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2dc483d2-2846-4ae9-8288-ea078929fc3a admin admin] Publish callbacks [] for security_group (511d65d4-f0d8-4b78-b8a8-923035ed4e41), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:50.459725 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:50.478807 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2dc483d2-2846-4ae9-8288-ea078929fc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638466'] for security_group (511d65d4-f0d8-4b78-b8a8-923035ed4e41), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:50.481498 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2dc483d2-2846-4ae9-8288-ea078929fc3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:50.482625 dv-cinder-819149-14-iscsi neutron-server[103973]: INFO neutron.wsgi [None req-2dc483d2-2846-4ae9-8288-ea078929fc3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/511d65d4-f0d8-4b78-b8a8-923035ed4e41 HTTP/1.1" status: 204 len: 168 time: 0.1237831 Jul 20 19:38:50.492169 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc483d2-2846-4ae9-8288-ea078929fc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511d65d4-f0d8-4b78-b8a8-923035ed4e41,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:50.658790 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-884ebf10-208b-483c-b251-fa7adc9051d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:51.784523 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:53.398282 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:53.488345 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:54.949044 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=2 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:54.949792 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=21 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:59.980926 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:59.981722 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG dbcounter [-] [103974] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=103974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:00.485795 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:00.487711 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:03.477783 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:03.483944 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:08.830181 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:39:17.509660 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:18.303597 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ff820c6f-8251-46eb-8cd0-f5f224dd7f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:20.654495 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-a60568d2-be11-47fe-81e9-151e1a1638b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:21.786227 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:21.817039 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:21.817774 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:23.398308 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:23.490447 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:33.480401 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:33.486717 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:37.930418 dv-cinder-819149-14-iscsi neutron-server[103973]: DEBUG neutron.wsgi [req-377b3ace-2784-488e-b2fa-b377135b1078 req-06a48caf-ebbf-4071-be9a-96b0bea98f1d service neutron] (103973) timed out ('10.222.0.89', 52037) {{(pid=103973) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 19:39:45.829399 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:39:47.512030 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:48.205974 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [req-e51add96-72a3-4186-a12c-61d68dbd51c6 req-15d277d1-152d-4286-aac2-dc4080c71d10 service neutron] (103974) timed out ('10.222.0.89', 52020) {{(pid=103974) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 19:39:48.211854 dv-cinder-819149-14-iscsi neutron-server[103974]: DEBUG neutron.wsgi [req-e7667fe5-9e91-47ed-8c3e-5b90e4cb89fe req-8f5fda33-05c1-41c4-8934-626c0affd5e4 service neutron] (103974) timed out ('10.222.0.89', 52056) {{(pid=103974) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 19:39:48.308047 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-abc4e826-db5d-4f56-9266-748a15d81c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:50.656778 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-faead26f-d507-43cd-9ba7-5124e03224ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:51.789950 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:53.401153 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:53.492956 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:55.824246 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:55.825398 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:03.486857 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:03.489389 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:16.464755 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=14 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:16.466663 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=12 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:17.524208 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:18.311770 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-d4a92f48-57b1-4dfb-918b-7e92c4267319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:20.659767 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-453455d0-5372-4fa3-9ef5-12615d4cdbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:21.795076 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:22.831635 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:40:23.403186 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:23.499128 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:32.823295 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:32.824079 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:33.492152 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:33.494066 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:47.542341 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:48.314246 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-3a4e8ab5-044c-4d0e-88d5-123750d0f8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:50.661538 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-b931a5ba-afda-4953-8248-e2c2ee53fede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:51.795756 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:53.407073 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:53.501751 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:59.832343 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:41:03.494781 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:03.496837 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:06.831248 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:09.828811 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=5 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:16.849960 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:17.537981 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:18.316947 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-095f658e-6984-4004-9d68-b4460994f115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:20.663091 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-b293b562-6217-4666-9a53-032295bc0334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:21.798897 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:23.414243 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:23.503040 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:33.496817 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:33.498682 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:36.831903 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:41:46.827757 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=5 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:46.828508 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:47.536239 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:48.318415 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8d1526f0-418b-4217-a003-1988b549f427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:50.664199 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-6932b02f-21c9-4526-9ef7-7c9ee2fd2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:51.802962 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:53.411458 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:53.504213 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:03.498777 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:03.500658 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:13.831651 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:42:17.551409 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:18.320383 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-92240707-6617-45ec-8dad-3e0030d82395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:20.666175 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-83bd3c29-c188-43ad-9add-584f3c84782f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:21.804588 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:23.415204 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:23.508642 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:23.827005 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=16 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:23.827753 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=18 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:33.501891 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:33.505026 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:47.551213 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:48.324762 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-be0e60fd-5747-4274-a1bc-63978fe1acd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:50.669408 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4b74-03e4-4fd3-83d5-74d2221cc569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:50.831484 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:42:51.806807 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:53.415961 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:53.513547 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:57.845365 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:00.827152 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=4 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:03.506803 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:03.509678 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:16.854883 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:17.564993 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:18.329353 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-a69fb9b9-0aa9-47bc-9556-2552af51cfd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:20.671438 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-90b972ee-52c1-463f-9934-0c358758231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:21.809850 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:23.420434 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:23.515523 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:27.830564 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:43:34.840599 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=3 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:36.462952 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:36.465395 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:37.826417 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG dbcounter [-] [103976] Writing DB stats neutron:SELECT=5 {{(pid=103976) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:47.581024 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-01592240-8da7-4f27-86da-e8e4b728cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (fb10de8c-7f09-4518-b859-2d1287121850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:48.332354 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-b5e1003d-7b16-4fb6-90c3-c0af4cf200e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (c5c484c5-7fa7-409c-99da-b2e540b028e6), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:50.673536 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-1d848a9f-604e-49aa-a282-b63e13d80a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (0a9ca6ad-2ae5-4d8f-a67b-9a3855822c76), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:51.811864 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-f54fd3e9-f87a-41fd-aafc-8a693f52c7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (5d179e81-3dca-4d7f-b51d-94da8355b850), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:53.420397 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-ba252a90-fb2b-4a85-bc20-43bc5ee5ac98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (9403180b-9b52-4fae-b3b6-9c0a6a82ebec), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:53.519894 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG neutron_lib.callbacks.manager [None req-8dfabb7d-94f9-440d-84eb-4d723f8d2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762281705521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1494731'] for agent (8a613b04-cfe7-4e1a-91d2-0dd38cc5d3a9), after_update {{(pid=103975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:44:03.514143 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:44:03.516155 dv-cinder-819149-14-iscsi neutron-server[103975]: DEBUG dbcounter [-] [103975] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103975) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:44:04.829944 dv-cinder-819149-14-iscsi neutron-server[103976]: DEBUG neutron.db.agents_db [None req-ea063c3b-d9df-4d39-8b52-f7f4d59922c2 None None] Agent healthcheck: found 6 active agents {{(pid=103976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}